-- Logs begin at Wed 2022-04-06 11:52:11 UTC, end at Wed 2022-04-06 13:07:29 UTC. -- Apr 06 12:36:07.599962 dv-cinder-815660-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 12:36:10.703046 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:36:10.703717 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:36:10.703847 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110272) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:36:10.707785 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:36:10.708039 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:36:10.708352 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110272) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:36:10.709344 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:36:10.709581 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:36:10.709959 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:36:10.710206 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:36:10.710435 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:36:10.710872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.711304 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 12:36:10.711634 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.711933 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.712232 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.712530 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.712847 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.713133 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.713429 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.713727 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.714013 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.714295 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.714585 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.714877 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.715166 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.715460 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.715750 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.716035 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] debug = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.716320 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.716762 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.717222 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.717506 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.717799 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.718082 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.718359 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.718639 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.718928 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.719289 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] host = dv-cinder-815660-6-iscsi {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.719573 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.719866 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.720157 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.720475 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.720766 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.721059 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.721371 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.721708 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.721996 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] log_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.722274 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.722573 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.722864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.723156 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.723386 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.723611 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.723903 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.724193 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.724472 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.724774 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.725047 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.725323 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.725599 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.725872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.726159 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.726447 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.726763 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.727042 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.727321 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.727600 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.727875 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.728161 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.728437 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.728712 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.729012 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.729302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.729576 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.729849 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.730151 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.730444 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.730736 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.731026 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.731301 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.731586 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.731860 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.732134 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.732408 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] use_json = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.732684 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.732981 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.733288 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.733542 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.733818 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.734093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.734366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.734654 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.734929 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:10.735226 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.735521 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.735823 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.736147 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.736438 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.736721 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.737038 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.737317 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.737607 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.737897 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.738188 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.738467 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.738770 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.739069 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.739361 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.739672 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.739968 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.740264 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.740546 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.740847 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.741127 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.741408 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.741697 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.741977 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.742267 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.742557 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.742837 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.743135 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.743424 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.743717 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.744007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.744282 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.744561 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.744874 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.745163 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.745438 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.745718 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.746007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.746285 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.746561 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.746849 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.747127 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.747406 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.747674 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.747954 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.748246 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.748524 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.748818 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.749096 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.749374 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.749645 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.749930 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.750207 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.750480 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.750759 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.751040 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.751315 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.752099 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.752383 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.752696 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.753007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.753287 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.753562 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.753836 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.754111 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.754388 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.754663 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.754938 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.755220 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.755495 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.755761 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.756034 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.756311 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.756585 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.756901 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.757210 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.757488 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.757768 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.758047 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.758327 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.758604 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.758886 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.759166 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.759440 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.759715 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.760012 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.760297 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.760592 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.760927 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.761207 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.761508 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.761787 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.762073 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.762356 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.762632 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.762909 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.763189 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.763474 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.763772 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.764068 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.764364 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.764660 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.764980 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.765266 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.765580 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.765862 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:10.766079 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:36:10.766328 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110272) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 12:36:11.161998 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:36:11.162312 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:36:11.162569 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:36:11.162908 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 12:36:11.499534 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.499835 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.500109 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.501338 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.501638 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.503750 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.557954 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.558235 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.558568 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.573800 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.574081 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.574354 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.605407 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.605682 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.605956 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.642526 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.642798 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.643069 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.983793 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.984410 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.984410 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.984588 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:11.985235 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.084655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.084991 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.085277 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.085552 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.085818 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.086126 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.086386 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.086640 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.086894 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.087173 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.087432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.087694 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.087947 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.088197 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.088450 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.088712 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.088996 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.089263 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.089537 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.089820 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.090091 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.090338 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.090619 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.090997 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.091248 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.091493 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.091990 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:12.092235 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:12.092475 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:12.092713 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:12.092975 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:12.093211 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:12.093576 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 12:36:12.097262 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 12:36:12.101203 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 12:36:12.105037 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Apr 06 12:36:12.106677 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 12:36:12.107172 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 12:36:12.107504 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 12:36:12.107895 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 12:36:12.112418 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 12:36:12.112672 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 12:36:12.113096 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:36:12.118009 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 12:36:12.141615 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 12:36:12.142074 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.142395 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110272) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 12:36:12.142769 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.144139 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110272) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 12:36:12.144420 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:36:12.144661 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 12:36:12.147950 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.148237 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:12.210512 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 12:36:12.210754 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 12:36:12.210989 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 12:36:12.211368 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 12:36:12.232592 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_db.sqlalchemy.engines [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110272) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 12:36:12.823645 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing driver for type 'gre' Apr 06 12:36:12.824137 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] gre ID ranges: [(1, 1000)] Apr 06 12:36:13.019646 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing driver for type 'local' Apr 06 12:36:13.020292 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing driver for type 'vlan' Apr 06 12:36:13.112141 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] VlanTypeDriver initialization complete Apr 06 12:36:13.112652 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing driver for type 'vxlan' Apr 06 12:36:13.113404 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] vxlan ID ranges: [(1, 1000)] Apr 06 12:36:13.319837 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing extension driver 'port_security' Apr 06 12:36:13.320236 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.extensions.port_security [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] PortSecurityExtensionDriver initialization complete Apr 06 12:36:13.320620 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing mechanism driver 'openvswitch' Apr 06 12:36:13.321037 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing mechanism driver 'hyperv' Apr 06 12:36:13.327761 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.plugin [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:36:13.328636 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.329044 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.329403 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.330432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110272) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:36:13.330876 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnet after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.331255 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnet after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.331592 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.331994 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110272) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:36:13.332412 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.332776 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.333129 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.333534 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110272) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:36:13.333946 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > security_group after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.334297 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > security_group after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.334642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.335045 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110272) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:36:13.335456 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.335806 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.336149 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.336549 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110272) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:36:13.336983 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > address_group after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.337337 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > address_group after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.337680 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.338084 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110272) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:36:13.338532 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] ML2 OVO RPC backend initialized. {{(pid=110272) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 12:36:13.339250 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.339610 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.340033 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.340393 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > networks before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.340775 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.341128 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > ports before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.341486 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnet before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.350795 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnets before_response 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.350795 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.350795 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.350795 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.351153 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.351153 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.351153 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.351153 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnet after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.351466 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnet after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.351466 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.356512 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded quota_driver: . Apr 06 12:36:13.356993 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.plugin [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Modular L2 Plugin initialization complete Apr 06 12:36:13.357354 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading services supported by the core plugin {{(pid=110272) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 12:36:13.357704 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.plugins.ml2.managers [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Got port-security extension from driver 'port_security' Apr 06 12:36:13.358199 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.extensions.vlantransparent [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Disabled vlantransparent extension. Apr 06 12:36:13.358712 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110272) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 12:36:13.359047 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: router Apr 06 12:36:13.394408 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.394736 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router after_create 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.395120 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router before_create 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.395491 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.395871 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.396233 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router after_delete 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.396596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > floatingip after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.396991 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.397356 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router after_create 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.397704 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router after_update 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.398063 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router after_update 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.398417 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.398783 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router after_update 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.399209 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_update 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.399582 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: port after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.399928 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: port after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.400270 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: subnet after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.400623 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.401002 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.401353 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_create 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.401700 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: port before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.402047 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.402409 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router after_update 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.402755 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.403109 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_create 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.403475 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.403824 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_update 55549900 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.404203 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > agent after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.404712 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > agent after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.405089 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > network after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.406028 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Tracking information for resource: router configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:13.406373 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Tracking information for resource: floatingip configured {{(pid=110272) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:36:13.412083 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.db.l3_agentschedulers_db [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 12:36:13.412678 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: port after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.413079 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: port after_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.413438 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: port after_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.413795 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: port after_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.414631 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router before_create 55550100 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.415003 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.415373 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_create 55550100 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.415736 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > router precommit_update 55550100 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.420549 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.services.provider_configuration [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service providers = [] {{(pid=110272) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 12:36:13.420951 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.db.servicetype_db [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110272) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 12:36:13.423972 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.services.service_base [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110272) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:36:13.424323 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.services.service_base [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110272) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:36:13.424694 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.services.service_base [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110272) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:36:13.425597 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.services.service_base [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110272) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:36:13.425976 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.services.service_base [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 12:36:13.426360 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.426682 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 12:36:13.437740 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.438082 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: auto_allocate Apr 06 12:36:13.444042 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: network precommit_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.444417 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: network precommit_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.444995 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.445321 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: tag Apr 06 12:36:13.452114 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.452455 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: timestamp Apr 06 12:36:13.456972 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.457306 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: network_ip_availability Apr 06 12:36:13.462830 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.463209 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.463569 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.464305 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.464633 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: flavors Apr 06 12:36:13.471466 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.471805 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading Plugin: revisions Apr 06 12:36:13.476274 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110272) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:36:13.476683 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_concurrency.lockutils [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.314s {{(pid=110272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:36:13.477492 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110272) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 12:36:13.477836 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Initializing extension manager. Apr 06 12:36:13.478373 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: __init__.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.478725 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: __pycache__ {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.479064 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: address_group.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.479855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.480439 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: address-group Apr 06 12:36:13.480790 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: address_scope.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.481519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.482036 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: address-scope Apr 06 12:36:13.482365 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.483346 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.483870 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: router-admin-state-down-before-update Apr 06 12:36:13.484297 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: agent.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.484950 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.485465 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: agent Apr 06 12:36:13.485824 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: agent_resources_synced.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.486747 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.487255 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: agent-resources-synced Apr 06 12:36:13.488558 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: allowedaddresspairs.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.489490 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.490006 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: allowed-address-pairs Apr 06 12:36:13.490337 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: auto_allocated_topology.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.491442 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.491956 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: auto-allocated-topology Apr 06 12:36:13.492287 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: availability_zone.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.493179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.494332 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: availability_zone Apr 06 12:36:13.494332 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: availability_zone_filter.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.494807 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.495420 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: availability_zone_filter Apr 06 12:36:13.495645 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: data_plane_status.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.496567 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.497108 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 12:36:13.497436 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: default_subnetpools.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.498370 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.498876 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: default-subnetpools Apr 06 12:36:13.499204 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.500041 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.500550 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: dhcp_agent_scheduler Apr 06 12:36:13.500913 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: dns.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.501883 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.502387 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension dns-integration not supported by any of loaded plugins Apr 06 12:36:13.502714 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: dns_domain_ports.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.503663 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.504174 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 12:36:13.504499 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.505477 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.505982 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 12:36:13.506311 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: dvr.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.507003 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.507508 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: dvr Apr 06 12:36:13.507835 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: ecmp_routes.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.508794 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.509310 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 12:36:13.509634 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: empty_string_filtering.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.510558 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.511069 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: empty-string-filtering Apr 06 12:36:13.511401 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.512329 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.512871 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:36:13.513195 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.514128 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.514638 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 12:36:13.514965 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: external_net.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.515894 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.516403 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: external-net Apr 06 12:36:13.516731 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.518197 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.518709 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: extra_dhcp_opt Apr 06 12:36:13.519035 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: extraroute.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.519967 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.520481 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: extraroute Apr 06 12:36:13.520842 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: extraroute_atomic.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.521893 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.522409 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: extraroute-atomic Apr 06 12:36:13.522740 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: filter_validation.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.523431 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.523952 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: filter-validation Apr 06 12:36:13.524283 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: fip_pf_description.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.525238 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.525747 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 12:36:13.526071 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: fip_pf_port_range.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.527006 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.527507 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 12:36:13.527832 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: fip_port_details.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.529060 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.529569 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: fip-port-details Apr 06 12:36:13.532328 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: flavors.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.532328 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.532328 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: flavors Apr 06 12:36:13.532328 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.534341 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.534875 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 12:36:13.535214 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: floatingip_pools.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.535935 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.536448 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: floatingip-pools Apr 06 12:36:13.536812 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: ip_allocation.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.537763 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.538274 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 12:36:13.538602 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.539541 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.540049 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: ip-substring-filtering Apr 06 12:36:13.540379 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l2_adjacency.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.541365 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.541871 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 12:36:13.542197 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.543232 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.543755 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: router Apr 06 12:36:13.544092 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.546499 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.547038 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:36:13.547376 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.548352 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.548912 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: ext-gw-mode Apr 06 12:36:13.549246 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.550184 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.550696 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: l3-ha Apr 06 12:36:13.551029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.551956 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.552463 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 12:36:13.552821 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3_flavors.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.553760 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.554279 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: l3-flavors Apr 06 12:36:13.554609 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3_ndp_proxy.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.556025 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.556813 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 12:36:13.557003 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.557866 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.558386 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 12:36:13.558716 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: l3agentscheduler.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.560079 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.561243 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: l3_agent_scheduler Apr 06 12:36:13.561243 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: local_ip.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.562804 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.563330 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension local_ip not supported by any of loaded plugins Apr 06 12:36:13.563672 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: logging.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.565878 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.566409 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension logging not supported by any of loaded plugins Apr 06 12:36:13.566751 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: metering.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.567511 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.568102 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: metering Apr 06 12:36:13.568436 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.569594 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.570115 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: metering_source_and_destination_fields Apr 06 12:36:13.570447 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: multiprovidernet.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.571408 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.571951 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: multi-provider Apr 06 12:36:13.572285 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: netmtu.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.573248 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.573761 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: net-mtu Apr 06 12:36:13.574089 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: netmtu_writable.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.575027 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.575551 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: net-mtu-writable Apr 06 12:36:13.575869 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: network_availability_zone.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.576546 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.577097 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: network_availability_zone Apr 06 12:36:13.577426 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: network_ip_availability.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.578549 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.579069 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: network-ip-availability Apr 06 12:36:13.579399 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: network_segment_range.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.580730 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.581266 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 12:36:13.581600 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: pagination.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.582599 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.582938 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: pagination Apr 06 12:36:13.583267 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: port_device_profile.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.584194 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.584724 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: port-device-profile Apr 06 12:36:13.585076 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.586023 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.586586 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: port-mac-address-regenerate Apr 06 12:36:13.586908 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.597579 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.598091 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: port-numa-affinity-policy Apr 06 12:36:13.598418 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: port_resource_request.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.599351 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.599865 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 12:36:13.600190 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: port_resource_request_groups.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.601210 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.601718 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 12:36:13.602044 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: portbindings.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.602983 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.603498 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: binding Apr 06 12:36:13.603825 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: portbindings_extended.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.605141 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.605658 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: binding-extended Apr 06 12:36:13.605994 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: portsecurity.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.606976 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.607448 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: port-security Apr 06 12:36:13.607782 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: project_id.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.608802 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.609146 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: project-id Apr 06 12:36:13.609478 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: providernet.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.610415 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.610960 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: provider Apr 06 12:36:13.611296 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.614922 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.615454 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos not supported by any of loaded plugins Apr 06 12:36:13.615799 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.617163 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.617721 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 12:36:13.617959 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.618951 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.624387 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 12:36:13.624387 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_default.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.625099 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.625616 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-default not supported by any of loaded plugins Apr 06 12:36:13.625952 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_fip.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.627408 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.627923 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-fip not supported by any of loaded plugins Apr 06 12:36:13.628257 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_fip_network_policy.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.629230 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.629745 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 12:36:13.630080 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_gateway_ip.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.631153 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.631670 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 12:36:13.632005 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_port_network_policy.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.633002 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.633486 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 12:36:13.633819 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.634880 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.635393 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 12:36:13.635724 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.636808 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.637327 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 12:36:13.637658 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_pps_rule.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.638855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.639462 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-pps not supported by any of loaded plugins Apr 06 12:36:13.639708 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_rule_type_details.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.640652 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.641195 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 12:36:13.641528 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_rule_type_filter.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.643006 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.643521 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 12:36:13.643852 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: qos_rules_alias.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.645301 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.645770 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 12:36:13.646104 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: quota_check_limit.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.647037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.647550 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: quota-check-limit Apr 06 12:36:13.647881 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: quotasv2.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.648929 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.649262 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: quotas Apr 06 12:36:13.649589 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: quotasv2_detail.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.651337 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.651682 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: quota_details Apr 06 12:36:13.652025 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: rbac.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.653146 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.653680 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: rbac-policies Apr 06 12:36:13.657401 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: rbac_address_group.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.658124 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.658645 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: rbac-address-group Apr 06 12:36:13.658974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: rbac_address_scope.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.659920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.660438 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: rbac-address-scope Apr 06 12:36:13.660795 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: rbac_security_groups.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.661808 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.662335 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: rbac-security-groups Apr 06 12:36:13.662678 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: rbac_subnetpool.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.663621 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.664138 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: rbac-subnetpool Apr 06 12:36:13.664467 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: revisionifmatch.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.665448 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.665965 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: revision-if-match Apr 06 12:36:13.666296 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: revisions.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.667433 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.667946 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: standard-attr-revisions Apr 06 12:36:13.668281 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: router_availability_zone.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.668999 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.669509 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: router_availability_zone Apr 06 12:36:13.669838 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: routerservicetype.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.670774 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.671286 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension router-service-type not supported by any of loaded plugins Apr 06 12:36:13.671616 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.672569 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.673130 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: security-groups-normalized-cidr Apr 06 12:36:13.673484 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.674425 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.674938 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: port-security-groups-filtering Apr 06 12:36:13.675275 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.676229 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.676764 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: security-groups-remote-address-group Apr 06 12:36:13.677100 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.678044 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.678556 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: security-groups-shared-filtering Apr 06 12:36:13.678887 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.679491 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 12:36:13.679816 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: securitygroup.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.690337 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.690868 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: security-group Apr 06 12:36:13.691212 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: segment.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.691956 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.692478 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension segment not supported by any of loaded plugins Apr 06 12:36:13.692854 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.693823 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.694345 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 12:36:13.694681 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: servicetype.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.695783 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.696324 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: service-type Apr 06 12:36:13.696646 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: sorting.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.704176 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.705112 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: sorting Apr 06 12:36:13.705395 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: standard_attr_segment.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.706327 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.706847 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 12:36:13.707180 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: standardattrdescription.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.707842 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.708353 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: standard-attr-description Apr 06 12:36:13.708685 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: stateful_security_group.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.709749 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.710374 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: stateful-security-group Apr 06 12:36:13.710583 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: stdattrs_common.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.711163 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 12:36:13.711490 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.712451 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.713001 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 12:36:13.713333 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: subnet_onboard.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.714421 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.714945 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: subnet_onboard Apr 06 12:36:13.715276 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.716228 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.716756 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 12:36:13.717092 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: subnet_service_types.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.718038 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.718556 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: subnet-service-types Apr 06 12:36:13.718892 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: subnetallocation.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.720007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.720550 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: subnet_allocation Apr 06 12:36:13.720921 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.721609 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.722123 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: subnetpool-prefix-ops Apr 06 12:36:13.722454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.723414 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.723931 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 12:36:13.724264 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: tagging.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.725414 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.725940 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: standard-attr-tag Apr 06 12:36:13.726273 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: timestamp.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.727490 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.728007 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loaded extension: standard-attr-timestamp Apr 06 12:36:13.728344 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: trunk.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.729437 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.729951 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension trunk not supported by any of loaded plugins Apr 06 12:36:13.730283 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: trunk_details.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.731218 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.731728 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension trunk-details not supported by any of loaded plugins Apr 06 12:36:13.732058 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: uplink_status_propagation.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.733026 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.733545 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 12:36:13.733866 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Loading extension file: vlantransparent.py {{(pid=110272) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:36:13.734553 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110272) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:36:13.735063 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 12:36:13.737675 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:network Apr 06 12:36:13.738210 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:subnet Apr 06 12:36:13.738616 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:36:13.739019 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:port Apr 06 12:36:13.740287 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.740780 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service FLAVORS assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.741436 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.741872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.742212 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:router Apr 06 12:36:13.742648 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:36:13.743153 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service METERING assigned prefix: /metering {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.744616 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.745016 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.745378 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:36:13.746399 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:36:13.746847 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:36:13.747296 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:36:13.747898 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service CORE assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.748230 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:36:13.748585 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] subnetpool is already registered Apr 06 12:36:13.749069 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service CORE assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.749406 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:36:13.749760 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] subnetpool is already registered Apr 06 12:36:13.752545 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.753020 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service FLAVORS assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.753625 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.754053 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.754390 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:router Apr 06 12:36:13.754734 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] router is already registered Apr 06 12:36:13.755146 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:36:13.755488 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] floatingip is already registered Apr 06 12:36:13.755948 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service METERING assigned prefix: /metering {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.756610 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:36:13.756972 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] rbac_policy is already registered Apr 06 12:36:13.757391 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:36:13.757731 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] security_group is already registered Apr 06 12:36:13.758139 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:36:13.758475 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] security_group_rule is already registered Apr 06 12:36:13.759100 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service CORE assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.759442 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:36:13.759784 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] subnetpool is already registered Apr 06 12:36:13.760206 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.v2.resource_helper [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Service CORE assigned prefix: {{(pid=110272) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:36:13.760570 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:36:13.760896 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING neutron.quota.resource_registry [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] subnetpool is already registered Apr 06 12:36:13.761377 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: extensions {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.762856 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: address-groups {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.764334 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: address-scopes {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.766541 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: agents {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.766901 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: auto-allocated-topology {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.768693 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: availability_zones {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.769950 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: dhcp-networks {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.771443 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: dhcp-agents {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.772902 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: routers {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.776130 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: flavors {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.777368 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: service_profiles {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.778585 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: next_providers {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.780036 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: service_profiles {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.781603 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: floatingip-pools {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.782857 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: routers {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.784996 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: floatingips {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.786264 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: l3-routers {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.787650 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: l3-agents {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.789089 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: metering-labels {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.790469 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: metering-label-rules {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.791719 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: network-ip-availabilities {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.793041 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: bindings {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.794654 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: quotas {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.799611 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: quotas {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.799611 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: rbac-policies {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.799611 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: security-groups {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.800281 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: security-group-rules {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.801533 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: service-providers {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.802737 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: subnetpools {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.804170 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: subnetpools {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.805666 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.807322 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.809147 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.811205 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.813000 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.815392 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.817074 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.819068 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.820858 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.822683 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron.api.extensions [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Extended resource: tags {{(pid=110272) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:36:13.828699 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING keystonemiddleware.auth_token [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 12:36:13.834119 dv-cinder-815660-6-iscsi neutron-server[110272]: WARNING keystonemiddleware.auth_token [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 12:36:13.842673 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_concurrency.lockutils [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Acquired lock "singleton_lock" {{(pid=110272) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 12:36:13.843152 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_concurrency.lockutils [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Releasing lock "singleton_lock" {{(pid=110272) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 12:36:13.843819 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO oslo_service.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Starting 2 workers Apr 06 12:36:13.848791 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Started child 110383 {{(pid=110272) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:36:13.853512 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Started child 110384 {{(pid=110272) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:36:13.854749 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:13.855749 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO neutron.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 12:36:13.855888 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Publish callbacks [] for process (None), before_spawn {{(pid=110272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:13.856273 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [-] (110383) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:36:13.858489 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO oslo_service.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Starting 1 workers Apr 06 12:36:13.859485 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:13.861240 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [-] (110384) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:36:13.864024 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Started child 110385 {{(pid=110272) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:36:13.864509 dv-cinder-815660-6-iscsi neutron-server[110272]: INFO oslo_service.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Starting 1 workers Apr 06 12:36:13.869411 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] calling RpcWorker wait() {{(pid=110385) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 12:36:13.870263 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] returning from RpcWorker wait() {{(pid=110385) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 12:36:13.870422 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Started child 110386 {{(pid=110272) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:36:13.870767 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG neutron_lib.callbacks.manager [None req-573ec5e1-1eec-4194-9771-42a7a25e7a1d None None] Publish callbacks [] for process (None), after_spawn {{(pid=110272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:13.871301 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:13.871750 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:36:13.872691 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110272) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:36:13.872926 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:36:13.873323 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:36:13.873591 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:36:13.874012 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:36:13.874164 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:36:13.874695 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.874983 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.875252 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.875510 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.875645 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:13.876288 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.876930 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.877167 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.877619 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.878045 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.878432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.878715 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.878995 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.879423 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.879673 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.880000 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.880292 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.880538 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.880865 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.881109 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.881494 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.881855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.882115 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.882453 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] debug = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.882671 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.883160 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.883399 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.883659 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.883883 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.884175 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.884442 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.884711 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.884988 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.885232 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.885472 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.885720 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.885959 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.886194 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.886511 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.886805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.887132 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.887335 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.887883 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] host = dv-cinder-815660-6-iscsi {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.888255 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.888624 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.889041 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.889321 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.889832 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.890031 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.890348 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.890638 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.890895 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.891133 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.891387 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.891631 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.891865 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.892667 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.893011 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_options = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.893335 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.893521 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.893781 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.893966 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.894150 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.894329 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.894556 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.894766 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.895034 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.895266 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.895558 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.895765 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.895935 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.896142 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.896402 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.896651 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.896876 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.897190 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.897378 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.898114 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.898114 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.898114 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.898503 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.898733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.899129 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.899496 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.899800 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.900128 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.900318 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.900529 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.900711 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.901019 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.901246 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.901607 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.901820 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.901996 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.902209 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.902446 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.902727 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.903063 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.903286 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.903581 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.903766 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.903948 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:36:13.904140 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.904140 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.904520 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.904702 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_json = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.904909 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.905078 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.905291 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.905585 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.905772 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.905963 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.906171 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.906455 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.906648 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:13.907089 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.907381 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.907829 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.908448 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.908882 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.910412 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.910412 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.910412 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.910412 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.911443 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.911443 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.911753 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.912020 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.912472 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.913015 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.913673 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.914148 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.914634 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.914945 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.915429 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.915702 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.915966 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.916262 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.916516 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.916789 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.917039 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.917273 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.917582 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.917856 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.918194 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.918489 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.918765 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.919129 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.919363 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.919620 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.919851 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.920094 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.920361 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.920587 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.920925 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.921154 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.921394 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.921643 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.922222 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.922482 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.922781 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.923143 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.923143 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.923935 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.924445 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.924445 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.926093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.926093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.926093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.926093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.926093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.926093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.926093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927001 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927001 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927001 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927001 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927517 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927517 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927782 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.927782 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.928046 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.931179 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.932319 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.933375 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.933375 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.933375 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.933375 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.933375 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.934498 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.934498 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.934498 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.934498 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.939920 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.941509 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.942642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.945596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.947519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.949366 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.951303 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.951303 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.951906 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.952026 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.952229 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.952486 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.952812 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.953029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.953291 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.953710 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.953847 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.953992 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.954212 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.954456 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.954743 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.954972 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.955197 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.955440 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.956790 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.956790 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.956790 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.956790 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.956790 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.957296 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.957534 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.957785 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.958241 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.958478 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.958931 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.959172 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.959407 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.959667 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.960204 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.960497 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.961004 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.961271 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.962321 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.967979 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.968637 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969273 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969273 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969273 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969273 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969273 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969619 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969619 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.969838 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.970055 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.970312 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.970561 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.970807 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.972417 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.972655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.972981 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.973469 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.973716 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.974023 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.974257 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.974488 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.974716 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.974949 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.975168 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.975385 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.975627 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.975854 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.976071 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.976380 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.976629 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.977211 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.977519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.977778 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.978821 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.979356 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.979585 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.979806 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.980043 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.980271 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.980511 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.980889 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.981108 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.981325 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.981562 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.981870 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.982280 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.982557 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.982781 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.983094 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.983399 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.983707 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.983997 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.984232 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.985164 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.985642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.986613 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.986870 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.987107 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.987416 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.987775 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.988178 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.988551 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.988974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.989320 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.989773 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.990154 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.990512 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.990986 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.991368 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.991750 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.992119 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.992632 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.993005 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.993411 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.993790 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.994185 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.994516 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.996479 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.996479 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.996479 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.996479 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.996479 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.997162 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.997609 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.998011 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.998377 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.998788 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.999217 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:13.999628 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.000039 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.000420 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.000829 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.001181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.002065 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.002397 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.002742 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.003120 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.003500 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.003832 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.004171 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.004497 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.004873 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.005207 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.005567 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.005918 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.006220 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.006506 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.006753 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:36:14.007401 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110272) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:36:14.007633 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:36:14.007856 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:36:14.008207 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:36:14.008363 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:36:14.008506 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:36:14.008829 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.009091 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.009342 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.009779 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.010048 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.010317 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.010585 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.010849 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.011101 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.011358 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.011608 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.011857 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.012107 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.012358 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.012705 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.012946 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.013170 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.013415 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.013694 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.014697 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.014697 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.014697 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.014697 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] debug = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.015454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.015454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.016045 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.016045 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.016045 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.016657 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.016657 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.017089 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.017294 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.017520 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.017845 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.018149 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.018149 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.018560 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.018772 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.018963 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.019199 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.019681 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.019681 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] host = dv-cinder-815660-6-iscsi {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.020872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.020872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.020872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.020872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.021669 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.021669 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.021669 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.022223 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.022223 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.022223 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.022778 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.022778 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.023152 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.023342 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.023559 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_options = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.023763 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.024018 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.024282 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.024574 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.024870 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.025140 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.025408 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.025676 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.025942 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.026191 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.026438 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.026687 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.027082 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.027239 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.027457 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.027706 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.027982 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.028253 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.028471 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.028717 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.029451 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.029451 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.029753 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.029901 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.030047 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.030318 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.030569 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.030831 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.031084 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.031391 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.031602 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.031872 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.032140 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.032390 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.032666 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.032942 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.033188 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.033454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.033708 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.033952 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_json = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.048733 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.049855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.049855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.049855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.049855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.049855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.049855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.049855 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.050786 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.050941 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.051971 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.053007 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.054037 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.055021 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.056029 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.057302 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.058454 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.061805 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.062987 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.064655 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.065815 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.065815 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.065815 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.065815 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.065815 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.065815 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.065815 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.066713 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.066713 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.066713 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.067105 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.067105 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.067389 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.067642 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.067912 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.068149 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.068396 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.068662 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.070225 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.070225 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.070225 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.070225 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.070225 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.070225 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.071043 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.071043 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.071043 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.071429 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.071559 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.071802 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.072084 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.072354 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.072607 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.072896 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.073226 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.073596 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.073739 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.073953 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.076864 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077432 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.077974 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.078548 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.078548 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.078548 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.078548 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.078548 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.078895 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.078895 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.079036 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.079221 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.079321 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.079469 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.079670 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.079835 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.079998 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.080187 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.080332 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.080468 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.080622 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.080787 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.080948 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.081110 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.081265 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.081455 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.081584 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.081754 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.082451 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.082451 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.082451 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.082451 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.084181 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085014 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085555 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085555 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085555 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085555 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085833 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085833 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.085973 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.086050 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.086730 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.086730 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.086730 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.086730 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087013 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087013 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087157 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087251 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087424 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087568 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087719 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.087902 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.088066 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.088208 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.088322 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.088496 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.088663 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.088868 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.089034 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.089546 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.089546 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.089546 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.089822 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.089822 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.089973 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.090135 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.090298 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.090470 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.090634 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.090800 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.090948 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.091109 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.091271 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.091443 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.091606 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.091768 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.091931 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.092093 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.092275 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.092545 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.092639 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.092775 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.092922 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.093081 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.093496 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.093496 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.093830 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.093830 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.093830 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.094110 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.094189 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.094313 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.094476 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.094639 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.094814 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.094978 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.095177 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.095346 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.095524 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.095694 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.095862 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.096028 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.096192 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.096355 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.096519 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.096687 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.096888 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.097065 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.097291 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.097499 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.097712 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.097950 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.097950 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.098686 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.098686 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.098686 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.098911 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.099026 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.099205 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.099388 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.099532 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.099694 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.099857 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.100020 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.100187 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.100335 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.100504 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.100652 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.100829 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.100972 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.105148 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.105148 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.105148 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.105148 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:36:14.105148 dv-cinder-815660-6-iscsi neutron-server[110272]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110272) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:36:14.315582 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 42680) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:14.324435 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065613 Apr 06 12:36:27.217129 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378a5a4-12a4-4297-98e8-0da09466c161 None None] get_active_networks_info from dv-cinder-815660-6-iscsi {{(pid=110385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 12:36:27.295136 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3378a5a4-12a4-4297-98e8-0da09466c161 None None] No non-hosted networks {{(pid=110385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 12:36:27.311749 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.agentschedulers_db [None req-3378a5a4-12a4-4297-98e8-0da09466c161 None None] DHCP Agent not found on host dv-cinder-815660-6-iscsi {{(pid=110385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 12:36:27.374522 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-7c294e56-0e56-4eb0-ab1a-5e2fa111822a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1740166'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:29.564540 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-85507e3d-365b-417f-a64c-a9f5bd4e4aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1740166'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:29.600485 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.db.api [None req-8e2adbde-ad9f-48c4-8731-dd70c4dde34e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815660-6-iscsi {{(pid=110385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:36:29.601413 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG oslo_db.api [None req-8e2adbde-ad9f-48c4-8731-dd70c4dde34e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:36:30.190321 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8e2adbde-ad9f-48c4-8731-dd70c4dde34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:30.768650 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1740166'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:30.769350 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 42750) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:31.449883 dv-cinder-815660-6-iscsi neutron-server[110384]: WARNING oslo_policy.policy [None req-0fc3ef0a-e424-4a9a-9b80-8a0f03b91e09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:31.450613 dv-cinder-815660-6-iscsi neutron-server[110384]: WARNING oslo_policy.policy [None req-0fc3ef0a-e424-4a9a-9b80-8a0f03b91e09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:31.751719 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [None req-0fc3ef0a-e424-4a9a-9b80-8a0f03b91e09 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:36:31.770071 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-0fc3ef0a-e424-4a9a-9b80-8a0f03b91e09 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9997447 Apr 06 12:36:32.862337 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1740166'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:33.833589 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1740166'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:33.834617 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.835150 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.835690 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.836225 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.836779 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.837325 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.837826 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.838340 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.839041 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.839593 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.840135 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.840796 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.841354 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.843946 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.843946 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:33.843946 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815660-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:36:33.854988 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815660-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:36:34.861812 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 42780) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:35.272064 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-3f837d71-b2da-4752-bc8e-27f1909f1419 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:36:35.284013 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.db.l3_hamode_db [None req-d6fb43b2-5109-4a45-b7a8-bc5191f08e3d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 12:36:35.365731 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb43b2-5109-4a45-b7a8-bc5191f08e3d None None] Routers set() bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:36:35.366056 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb43b2-5109-4a45-b7a8-bc5191f08e3d None None] Router IDs set() for agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 12:36:35.376183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.policy [None req-3f837d71-b2da-4752-bc8e-27f1909f1419 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:36:35.458011 dv-cinder-815660-6-iscsi neutron-server[110384]: WARNING oslo_policy.policy [None req-3f837d71-b2da-4752-bc8e-27f1909f1419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:35.458616 dv-cinder-815660-6-iscsi neutron-server[110384]: WARNING oslo_policy.policy [None req-3f837d71-b2da-4752-bc8e-27f1909f1419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:35.686526 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3f837d71-b2da-4752-bc8e-27f1909f1419 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774479367454', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774479367985', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774479318167', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774479325185', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774479334874', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774479344625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-267785842', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-267874791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757941'] for rbac-policy (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:35.918598 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3f837d71-b2da-4752-bc8e-27f1909f1419 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:35.921339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3f837d71-b2da-4752-bc8e-27f1909f1419 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0576344 Apr 06 12:36:38.558230 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 42792) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:38.908514 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:36:39.041487 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Made reservation on behalf of 8f890cd30baf49b5a34beeb71a022f82 for: {'network': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:36:39.045504 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.066984 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.192469 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks [] for security_group (f66541f4-f43b-4eef-94e7-d991919fe068), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.250901 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (f66541f4-f43b-4eef-94e7-d991919fe068), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.283533 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=110384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:36:39.311268 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774483336816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (09597b22-0eb9-4cf3-b699-0b8446e34d5b), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.311793 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Unsubscribe: segment precommit_create {{(pid=110384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:36:39.312309 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.segments_db [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Added segment 09597b22-0eb9-4cf3-b699-0b8446e34d5b of type vlan for network 5df5ed6c-33f4-42e6-880f-3510d132728a Apr 06 12:36:39.333213 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f66541f4-f43b-4eef-94e7-d991919fe068,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:36:39.394919 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.395264 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.395622 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.395978 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.396314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.396644 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.397006 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.397345 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.397665 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.397987 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.398311 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.398648 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.398971 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.399290 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.399605 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Tracked resource versions report: Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: pushed versions: Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: { 'AddressGroup': {'1.2'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Agent': {'1.1'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'ConntrackHelper': {'1.0'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Log': {'1.0'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'NDPProxy': {'1.0'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Network': {'1.1'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Port': {'1.7'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'PortForwarding': {'1.3'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'QosPolicy': {'1.10'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroup': {'1.5'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SubPort': {'1.0'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Subnet': {'1.1'}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Trunk': {'1.1'}} Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: consumer versions: Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Agent': '1.1', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'ConntrackHelper': '1.0', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'LocalIPAssociation': '1.0', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Log': '1.0', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'NDPProxy': '1.0', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Network': '1.1', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Port': '1.7', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'PortForwarding': '1.3', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'QosPolicy': '1.10', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroup': '1.5', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroupRule': '1.2', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SubPort': '1.0', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Subnet': '1.1', Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Trunk': '1.1'}} Apr 06 12:36:39.401011 dv-cinder-815660-6-iscsi neutron-server[110384]: {{(pid=110384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:36:39.443443 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (5df5ed6c-33f4-42e6-880f-3510d132728a), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.541927 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (5df5ed6c-33f4-42e6-880f-3510d132728a), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.549853 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:36:39.550996 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.701557 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] Pushing event updated for resources: {'Network': ['ID=5df5ed6c-33f4-42e6-880f-3510d132728a,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:36:39.713778 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 5df5ed6c-33f4-42e6-880f-3510d132728a details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:36:39.804217 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c91cae3d-b2bd-4fc6-8178-9a16af9b34da demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2446411 Apr 06 12:36:42.463983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 42804) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:42.888163 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd19cda-1c1f-4f36-be4b-745e55f13aca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:36:42.889542 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-5dd19cda-1c1f-4f36-be4b-745e55f13aca demo admin] 10.222.0.79 "GET /v2.0/networks/5df5ed6c-33f4-42e6-880f-3510d132728a HTTP/1.1" status: 200 len: 825 time: 0.4245596 Apr 06 12:36:42.915556 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-546e8696-3e3a-43b2-9683-434b3da950a4 demo admin] 10.222.0.79 "GET /v2.0/subnetpools/f17ec33c-db10-4e84-8a83-94102aaa5ce7 HTTP/1.1" status: 200 len: 734 time: 0.0195742 Apr 06 12:36:42.924657 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Request body: {'subnet': {'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'subnetpool_id': 'f17ec33c-db10-4e84-8a83-94102aaa5ce7', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:36:43.050028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Made reservation on behalf of 8f890cd30baf49b5a34beeb71a022f82 for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:36:43.052426 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:43.427588 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (e929114c-bb8e-4b43-bfa3-e8a8b5afdb58), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:43.500872 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e929114c-bb8e-4b43-bfa3-e8a8b5afdb58,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:36:43.502879 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Checking segment: {'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:36:43.503252 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Network hostable DHCP agents. Network: 5df5ed6c-33f4-42e6-880f-3510d132728a, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:36:43.621504 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Network 5df5ed6c-33f4-42e6-880f-3510d132728a is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:36:43.732435 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 5df5ed6c-33f4-42e6-880f-3510d132728a) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:36:43.737891 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:36:43.738586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:43.744410 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774bda47-8d22-4d5a-a81b-7b34b18d71a9 None None] Network 5df5ed6c-33f4-42e6-880f-3510d132728a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:36:43.844498 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4974f990-ba84-466f-8a35-05d6784c2b86 demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9227154 Apr 06 12:36:44.121605 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-5df5ed6c-33f4-42e6-880f-3510d132728a', 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'fixed_ips': [{'subnet_id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:36:44.123311 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:44.448261 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Allocated IP 172.20.0.2 (5df5ed6c-33f4-42e6-880f-3510d132728a/e929114c-bb8e-4b43-bfa3-e8a8b5afdb58/f69ecfee-72f1-41fd-8a61-48afbb8d6e2e) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:36:44.703716 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Publish callbacks [] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:44.799797 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:44.878383 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Network 5df5ed6c-33f4-42e6-880f-3510d132728a is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:36:44.886672 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:36:44.892276 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Pushing event updated for resources: {'Port': ['ID=f69ecfee-72f1-41fd-8a61-48afbb8d6e2e,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:36:44.894463 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:36:44.925995 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.926513 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.927010 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.927491 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.927953 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.928449 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.928978 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.929411 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.929840 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.930263 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.930726 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.931220 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.931648 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.932068 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.932521 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Tracked resource versions report: Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: pushed versions: Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: { 'AddressGroup': {'1.2'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Agent': {'1.1'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'ConntrackHelper': {'1.0'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Log': {'1.0'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'NDPProxy': {'1.0'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Network': {'1.1'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Port': {'1.7'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'PortForwarding': {'1.3'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'QosPolicy': {'1.10'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroup': {'1.5'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SubPort': {'1.0'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Subnet': {'1.1'}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Trunk': {'1.1'}} Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: consumer versions: Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Agent': '1.1', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'ConntrackHelper': '1.0', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'LocalIPAssociation': '1.0', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Log': '1.0', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'NDPProxy': '1.0', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Network': '1.1', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Port': '1.7', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'PortForwarding': '1.3', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'QosPolicy': '1.10', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroup': '1.5', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroupRule': '1.2', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SubPort': '1.0', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Subnet': '1.1', Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Trunk': '1.1'}} Apr 06 12:36:44.934359 dv-cinder-815660-6-iscsi neutron-server[110385]: {{(pid=110385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:36:44.987664 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Attempting to bind port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:36:44.988075 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Attempting to bind port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:36:44.988494 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Attempting to bind port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e on network 5df5ed6c-33f4-42e6-880f-3510d132728a {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:36:44.996512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:36:44.996512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Checking segment: {'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:36:44.996512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:44.996512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Bound using segment: {'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:36:44.996512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Bound port: f69ecfee-72f1-41fd-8a61-48afbb8d6e2e, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:36:44.996512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:45.065437 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] For port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:36:45.084906 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] For port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f69ecfee-72f1-41fd-8a61-48afbb8d6e2e,segment=NetworkSegment(09597b22-0eb9-4cf3-b699-0b8446e34d5b),segment_id=09597b22-0eb9-4cf3-b699-0b8446e34d5b)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:36:45.230604 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:45.286191 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaf11c-be2b-4bab-b273-c29c9f814c48 None None] Pushing event updated for resources: {'Port': ['ID=f69ecfee-72f1-41fd-8a61-48afbb8d6e2e,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:36:46.581719 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 42812) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:47.149773 dv-cinder-815660-6-iscsi neutron-server[110383]: WARNING oslo_policy.policy [None req-9d97764f-b1a3-4f70-8cfb-7403ebd765ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:47.150481 dv-cinder-815660-6-iscsi neutron-server[110383]: WARNING oslo_policy.policy [None req-9d97764f-b1a3-4f70-8cfb-7403ebd765ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:47.382278 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [None req-9d97764f-b1a3-4f70-8cfb-7403ebd765ad admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:36:47.390982 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9d97764f-b1a3-4f70-8cfb-7403ebd765ad admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7996569 Apr 06 12:36:50.119778 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 42826) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:50.603841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [None req-c28325f0-de3a-4dd7-b2da-958a5e704079 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:36:50.604996 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c28325f0-de3a-4dd7-b2da-958a5e704079 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4839492 Apr 06 12:36:53.299336 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 42834) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:53.649204 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:36:53.711114 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.policy [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:36:53.754449 dv-cinder-815660-6-iscsi neutron-server[110383]: WARNING oslo_policy.policy [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:53.754827 dv-cinder-815660-6-iscsi neutron-server[110383]: WARNING oslo_policy.policy [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:36:53.915695 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (5183421e-e190-485c-9273-42e37f1f927f), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:53.917654 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (5183421e-e190-485c-9273-42e37f1f927f), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:54.082256 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] Publish callbacks [] for router_controller (5183421e-e190-485c-9273-42e37f1f927f), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:54.143251 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (5183421e-e190-485c-9273-42e37f1f927f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:54.234058 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:54.236170 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-8c31afeb-b2cc-414d-a0c5-f946625c8da0 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9356155 Apr 06 12:36:56.781810 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f69ecfee-72f1-41fd-8a61-48afbb8d6e2e up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:36:56.868896 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:36:56.869223 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:56.907629 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 42848) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:56.990595 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:36:56.991084 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:57.032431 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f69ecfee-72f1-41fd-8a61-48afbb8d6e2e,segment=NetworkSegment(09597b22-0eb9-4cf3-b699-0b8446e34d5b),segment_id=09597b22-0eb9-4cf3-b699-0b8446e34d5b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:36:57.112885 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:57.169943 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=f69ecfee-72f1-41fd-8a61-48afbb8d6e2e,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:36:57.173326 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-55a97f20-e606-4015-85ee-1ffe8d8d08e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:57.302028 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [None req-ee86134b-2d50-4ac7-854e-ad4cca6d4372 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:36:57.303013 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ee86134b-2d50-4ac7-854e-ad4cca6d4372 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3940470 Apr 06 12:36:57.636380 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02062f-b9c7-4cdc-8df7-5732b23c3436 None None] Network 5df5ed6c-33f4-42e6-880f-3510d132728a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:36:57.729272 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-ae039369-c569-43a9-9272-65f95f6a3f8f None None] Provisioning complete for port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:36:57.729671 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ae039369-c569-43a9-9272-65f95f6a3f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:57.851279 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-ae039369-c569-43a9-9272-65f95f6a3f8f None None] Current status of the port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:36:58.072438 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-ab28f3df-7aca-4739-9621-96c7a6ebc4da None None] Provisioning complete for port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:36:58.072762 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ab28f3df-7aca-4739-9621-96c7a6ebc4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:58.150231 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-ab28f3df-7aca-4739-9621-96c7a6ebc4da None None] Current status of the port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:36:58.743411 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f69ecfee-72f1-41fd-8a61-48afbb8d6e2e up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:36:58.790959 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:36:58.791349 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:58.873995 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:36:59.531623 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1021c8da-91ad-46f3-b3aa-72706836cb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:59.917683 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 42856) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:36:59.921673 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:37:00.255022 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:37:00.360876 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Made reservation on behalf of 3257731ebfc64edba7e839e3819320c5 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:37:00.363762 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.379837 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.502287 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks [] for security_group (79d0ab6f-e59f-4836-97b3-755aab8221ee), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.574950 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (79d0ab6f-e59f-4836-97b3-755aab8221ee), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.587266 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Reserving flat network on physical network physnet1 {{(pid=110383) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 12:37:00.619571 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774483336816', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (b044c115-376a-41d3-b1ae-aa5205c5ef02), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.620154 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Unsubscribe: segment precommit_create {{(pid=110383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:37:00.620676 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Added segment b044c115-376a-41d3-b1ae-aa5205c5ef02 of type flat for network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 Apr 06 12:37:00.637062 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0ab6f-e59f-4836-97b3-755aab8221ee,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:00.688532 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Tracked resource versions report: Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: pushed versions: Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: { 'AddressGroup': {'1.2'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Agent': {'1.1'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'ConntrackHelper': {'1.0'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Log': {'1.0'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'NDPProxy': {'1.0'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Network': {'1.1'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Port': {'1.7'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'PortForwarding': {'1.3'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'QosPolicy': {'1.10'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroup': {'1.5'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SubPort': {'1.0'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Subnet': {'1.1'}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Trunk': {'1.1'}} Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: consumer versions: Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:00.696836 dv-cinder-815660-6-iscsi neutron-server[110383]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Agent': '1.1', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'ConntrackHelper': '1.0', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'LocalIPAssociation': '1.0', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Log': '1.0', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'NDPProxy': '1.0', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Network': '1.1', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Port': '1.7', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'PortForwarding': '1.3', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'QosPolicy': '1.10', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroup': '1.5', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroupRule': '1.2', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SubPort': '1.0', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Subnet': '1.1', Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Trunk': '1.1'}} Apr 06 12:37:00.699403 dv-cinder-815660-6-iscsi neutron-server[110383]: {{(pid=110383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:37:00.743751 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (3accad4d-b9c7-4102-8d5f-d3ecfa325c40), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.794567 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.897894 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (3accad4d-b9c7-4102-8d5f-d3ecfa325c40), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.899130 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:37:00.899847 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:00.997892 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] Pushing event updated for resources: {'Network': ['ID=3accad4d-b9c7-4102-8d5f-d3ecfa325c40,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:01.010355 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:37:01.043272 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d1086c43-d00b-4d9c-9d0a-4bc03dbb1016 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1244302 Apr 06 12:37:02.792208 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:03.685842 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 42878) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:37:03.817879 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:03.885327 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4195a-6da9-4d4c-b501-2247a510fedb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:37:03.886714 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-32b4195a-6da9-4d4c-b501-2247a510fedb demo admin] 10.222.0.79 "GET /v2.0/subnets/e929114c-bb8e-4b43-bfa3-e8a8b5afdb58 HTTP/1.1" status: 200 len: 849 time: 0.2000046 Apr 06 12:37:04.059342 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f4d80ec1-500d-42b5-81a5-2befab1ad023 demo admin] 10.222.0.79 "GET /v2.0/routers/5183421e-e190-485c-9273-42e37f1f927f HTTP/1.1" status: 200 len: 704 time: 0.1640899 Apr 06 12:37:04.346707 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:04.659196 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Allocated IP 172.20.0.1 (5df5ed6c-33f4-42e6-880f-3510d132728a/e929114c-bb8e-4b43-bfa3-e8a8b5afdb58/e9013a2e-6f84-434f-96bd-7d05e831c362) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:37:04.833653 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks [] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:04.966921 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:05.086828 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Network 5df5ed6c-33f4-42e6-880f-3510d132728a is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:37:05.094140 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:37:05.107781 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:37:05.108313 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (5183421e-e190-485c-9273-42e37f1f927f), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:05.128358 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Pushing event updated for resources: {'Port': ['ID=e9013a2e-6f84-434f-96bd-7d05e831c362,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:05.395876 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:05.416295 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-a6ffbc99-42a5-41de-a72e-08a121aff752 None None] Provisioning complete for port e9013a2e-6f84-434f-96bd-7d05e831c362 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:37:05.417051 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbc99-42a5-41de-a72e-08a121aff752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:05.451936 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffbc99-42a5-41de-a72e-08a121aff752 None None] Port e9013a2e-6f84-434f-96bd-7d05e831c362 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:37:05.617720 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks [] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:05.743091 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:05.743976 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (5183421e-e190-485c-9273-42e37f1f927f), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:05.821861 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Pushing event updated for resources: {'Port': ['ID=e9013a2e-6f84-434f-96bd-7d05e831c362,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:05.869388 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Network 5df5ed6c-33f4-42e6-880f-3510d132728a is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:37:05.870640 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:37:06.078639 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-8135c92b-93b2-4011-8e08-bfdc0dbaa47d None None] Provisioning complete for port e9013a2e-6f84-434f-96bd-7d05e831c362 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:37:06.078992 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8135c92b-93b2-4011-8e08-bfdc0dbaa47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:06.091665 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Router 5183421e-e190-485c-9273-42e37f1f927f is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:37:06.113020 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-8135c92b-93b2-4011-8e08-bfdc0dbaa47d None None] Port e9013a2e-6f84-434f-96bd-7d05e831c362 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:37:06.194064 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:37:06.199321 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4d742fc4-cade-4772-964b-5423de618bd3 demo admin] 10.222.0.79 "PUT /v2.0/routers/5183421e-e190-485c-9273-42e37f1f927f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1344111 Apr 06 12:37:06.218520 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Sync routers for ids ['5183421e-e190-485c-9273-42e37f1f927f'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:37:06.230648 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Routers {'5183421e-e190-485c-9273-42e37f1f927f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:37:06.231512 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:36:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5183421e-e190-485c-9273-42e37f1f927f'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:06.428629 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Set router 5183421e-e190-485c-9273-42e37f1f927f gateway port host: None {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:37:06.871524 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183421e-e190-485c-9273-42e37f1f927f', 'name': 'router1', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:36:53Z', 'updated_at': '2022-04-06T12:37:05Z', 'revision_number': 2, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'gw_port_host': None, '_interfaces': [{'id': 'e9013a2e-6f84-434f-96bd-7d05e831c362', 'name': '', 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'mac_address': 'fa:16:3e:b1:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:04Z', 'updated_at': '2022-04-06T12:37:05Z', 'revision_number': 2, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'subnets': [{'id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f17ec33c-db10-4e84-8a83-94102aaa5ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:06.921684 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Checking router: 5183421e-e190-485c-9273-42e37f1f927f for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:37:06.923657 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Updating router 5183421e-e190-485c-9273-42e37f1f927f port e9013a2e-6f84-434f-96bd-7d05e831c362 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:37:07.004822 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:07.502481 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Publish callbacks [] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:07.571585 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:07.752215 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Pushing event updated for resources: {'Port': ['ID=e9013a2e-6f84-434f-96bd-7d05e831c362,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:07.754533 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Attempting to bind port e9013a2e-6f84-434f-96bd-7d05e831c362 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:37:07.754847 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Attempting to bind port e9013a2e-6f84-434f-96bd-7d05e831c362 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:37:07.755267 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Attempting to bind port e9013a2e-6f84-434f-96bd-7d05e831c362 on network 5df5ed6c-33f4-42e6-880f-3510d132728a {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:37:07.764014 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.764484 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.765401 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.765752 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.766093 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.766427 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.766759 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.767087 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.767418 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.767745 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.768071 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.768421 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.768868 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.769104 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.769428 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Tracked resource versions report: Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: pushed versions: Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: { 'AddressGroup': {'1.2'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Agent': {'1.1'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'ConntrackHelper': {'1.0'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Log': {'1.0'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'NDPProxy': {'1.0'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Network': {'1.1'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Port': {'1.7'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'PortForwarding': {'1.3'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'QosPolicy': {'1.10'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroup': {'1.5'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SubPort': {'1.0'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Subnet': {'1.1'}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Trunk': {'1.1'}} Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: consumer versions: Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Agent': '1.1', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'ConntrackHelper': '1.0', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'LocalIPAssociation': '1.0', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Log': '1.0', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'NDPProxy': '1.0', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Network': '1.1', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Port': '1.7', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'PortForwarding': '1.3', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'QosPolicy': '1.10', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroup': '1.5', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroupRule': '1.2', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SubPort': '1.0', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Subnet': '1.1', Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Trunk': '1.1'}} Apr 06 12:37:07.770885 dv-cinder-815660-6-iscsi neutron-server[110386]: {{(pid=110386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:37:07.775306 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:37:07.775739 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Checking segment: {'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:37:07.776227 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:07.776621 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Bound using segment: {'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:37:07.777130 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Bound port: e9013a2e-6f84-434f-96bd-7d05e831c362, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09597b22-0eb9-4cf3-b699-0b8446e34d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:37:07.777514 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:07.847943 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-1152393a-5973-47e7-a6b4-085433abc51b None None] Provisioning complete for port e9013a2e-6f84-434f-96bd-7d05e831c362 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:37:07.848487 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1152393a-5973-47e7-a6b4-085433abc51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:07.849794 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] For port e9013a2e-6f84-434f-96bd-7d05e831c362, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:37:07.869605 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] For port e9013a2e-6f84-434f-96bd-7d05e831c362, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=e9013a2e-6f84-434f-96bd-7d05e831c362,segment=NetworkSegment(09597b22-0eb9-4cf3-b699-0b8446e34d5b),segment_id=09597b22-0eb9-4cf3-b699-0b8446e34d5b)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:37:07.883193 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-1152393a-5973-47e7-a6b4-085433abc51b None None] Port e9013a2e-6f84-434f-96bd-7d05e831c362 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:37:08.026754 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:08.091941 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c5203-dec5-4986-a2d1-6c11eb825ec5 None None] Pushing event updated for resources: {'Port': ['ID=e9013a2e-6f84-434f-96bd-7d05e831c362,revision_number=4']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:08.096222 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Routers {'5183421e-e190-485c-9273-42e37f1f927f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:37:08.096869 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:36:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5183421e-e190-485c-9273-42e37f1f927f'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:08.204903 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] Set router 5183421e-e190-485c-9273-42e37f1f927f gateway port host: None {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:37:08.315890 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-c5aa246d-6955-4e49-9049-a592eb45ba44 None None] Provisioning complete for port e9013a2e-6f84-434f-96bd-7d05e831c362 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:37:08.316332 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c5aa246d-6955-4e49-9049-a592eb45ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:08.415112 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa246d-6955-4e49-9049-a592eb45ba44 None None] Current status of the port e9013a2e-6f84-434f-96bd-7d05e831c362 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:37:08.415424 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c5aa246d-6955-4e49-9049-a592eb45ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:08.453553 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-c5aa246d-6955-4e49-9049-a592eb45ba44 None None] For port e9013a2e-6f84-434f-96bd-7d05e831c362, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=e9013a2e-6f84-434f-96bd-7d05e831c362,segment=NetworkSegment(09597b22-0eb9-4cf3-b699-0b8446e34d5b),segment_id=09597b22-0eb9-4cf3-b699-0b8446e34d5b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:37:08.454604 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183421e-e190-485c-9273-42e37f1f927f', 'name': 'router1', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:36:53Z', 'updated_at': '2022-04-06T12:37:05Z', 'revision_number': 2, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'gw_port_host': None, '_interfaces': [{'id': 'e9013a2e-6f84-434f-96bd-7d05e831c362', 'name': '', 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'mac_address': 'fa:16:3e:b1:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:04Z', 'updated_at': '2022-04-06T12:37:07Z', 'revision_number': 4, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'subnets': [{'id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f17ec33c-db10-4e84-8a83-94102aaa5ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:08.482183 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5674688-8be4-413d-a12e-e9c4fc1c3f6c None None] The sync data for ids ['5183421e-e190-485c-9273-42e37f1f927f'] in dv-cinder-815660-6-iscsi is: [{'id': '5183421e-e190-485c-9273-42e37f1f927f', 'name': 'router1', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:36:53Z', 'updated_at': '2022-04-06T12:37:05Z', 'revision_number': 2, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'gw_port_host': None, '_interfaces': [{'id': 'e9013a2e-6f84-434f-96bd-7d05e831c362', 'name': '', 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'mac_address': 'fa:16:3e:b1:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:04Z', 'updated_at': '2022-04-06T12:37:07Z', 'revision_number': 4, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'subnets': [{'id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f17ec33c-db10-4e84-8a83-94102aaa5ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:37:08.572054 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c5aa246d-6955-4e49-9049-a592eb45ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:08.631365 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa246d-6955-4e49-9049-a592eb45ba44 None None] Pushing event updated for resources: {'Port': ['ID=e9013a2e-6f84-434f-96bd-7d05e831c362,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:08.743659 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 42898) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:37:08.871821 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261349ae-570b-4f61-9d58-3aab216a6d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:37:08.873158 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-261349ae-570b-4f61-9d58-3aab216a6d2f admin admin] 10.222.0.79 "GET /v2.0/networks/3accad4d-b9c7-4102-8d5f-d3ecfa325c40 HTTP/1.1" status: 200 len: 842 time: 0.1285474 Apr 06 12:37:08.883767 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:37:08.994683 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Made reservation on behalf of 3257731ebfc64edba7e839e3819320c5 for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:37:08.997239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:09.364219 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.objects.ports [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110384) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 12:37:09.364654 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (9ef2c07b-7529-49a8-926e-3f1f2fab88a8), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:09.419573 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef2c07b-7529-49a8-926e-3f1f2fab88a8,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:09.435739 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:37:09.436096 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Network hostable DHCP agents. Network: 3accad4d-b9c7-4102-8d5f-d3ecfa325c40, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:37:09.540456 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:37:09.632025 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 3accad4d-b9c7-4102-8d5f-d3ecfa325c40) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:37:09.636086 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:37:09.636670 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:09.641973 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55087733-24f3-405d-9ed8-44ae0eb07b43 None None] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:37:09.750294 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2773a14e-b129-4c26-881e-deb8cc1f68cd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8578138 Apr 06 12:37:09.751444 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6fb1d1-6862-4763-87c3-9379da20cd64 None None] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:37:12.254713 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 42906) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:37:12.517269 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-281e5bf4-f903-40ab-9595-4432636bb67c demo admin] 10.222.0.79 "GET /v2.0/routers/5183421e-e190-485c-9273-42e37f1f927f HTTP/1.1" status: 200 len: 710 time: 0.2613924 Apr 06 12:37:12.680142 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144afda-02b2-40e2-9d5b-e1608a10afe8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:37:12.681560 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-0144afda-02b2-40e2-9d5b-e1608a10afe8 demo admin] 10.222.0.79 "GET /v2.0/networks/3accad4d-b9c7-4102-8d5f-d3ecfa325c40 HTTP/1.1" status: 200 len: 886 time: 0.1583769 Apr 06 12:37:12.691308 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:37:12.979547 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks [] for router_gateway (5183421e-e190-485c-9273-42e37f1f927f), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:13.362252 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks [] for router_gateway (5183421e-e190-485c-9273-42e37f1f927f), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:13.454259 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:13.655591 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Allocated IP 172.27.3.136 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/d356a928-7896-442e-bf13-cea17b95ee0d) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:37:13.844026 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks [] for port (d356a928-7896-442e-bf13-cea17b95ee0d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:13.966352 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:14.113305 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:37:14.118788 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:37:14.124612 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Pushing event updated for resources: {'Port': ['ID=d356a928-7896-442e-bf13-cea17b95ee0d,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:14.129059 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:37:14.496516 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks [] for router_gateway (5183421e-e190-485c-9273-42e37f1f927f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:14.704582 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1740522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1738074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3014'] for router (5183421e-e190-485c-9273-42e37f1f927f), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:14.709387 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1740531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1740032', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1738083'] for router (5183421e-e190-485c-9273-42e37f1f927f), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:14.862841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Router 5183421e-e190-485c-9273-42e37f1f927f has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:37:14.976155 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:37:14.981233 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:14.982461 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-7cdb995b-7389-43ce-a462-b535a8ebbe00 demo admin] 10.222.0.79 "PUT /v2.0/routers/5183421e-e190-485c-9273-42e37f1f927f HTTP/1.1" status: 200 len: 890 time: 2.2943661 Apr 06 12:37:16.798818 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device e9013a2e-6f84-434f-96bd-7d05e831c362 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:37:16.856645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port e9013a2e-6f84-434f-96bd-7d05e831c362 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:37:16.857193 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:16.951139 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port e9013a2e-6f84-434f-96bd-7d05e831c362 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:37:17.567857 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Sync routers for ids ['5183421e-e190-485c-9273-42e37f1f927f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:37:17.581298 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Routers {'5183421e-e190-485c-9273-42e37f1f927f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:37:17.582046 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:36:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5183421e-e190-485c-9273-42e37f1f927f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:17.684504 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 42920) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:37:17.805801 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Set router 5183421e-e190-485c-9273-42e37f1f927f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:37:17.806723 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9d1735db-bf19-4d06-969f-4fb88d1e6e5b admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1210625 Apr 06 12:37:18.318240 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183421e-e190-485c-9273-42e37f1f927f', 'name': 'router1', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd356a928-7896-442e-bf13-cea17b95ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:36:53Z', 'updated_at': '2022-04-06T12:37:14Z', 'revision_number': 4, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'gw_port': {'id': 'd356a928-7896-442e-bf13-cea17b95ee0d', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:13Z', 'updated_at': '2022-04-06T12:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'e9013a2e-6f84-434f-96bd-7d05e831c362', 'name': '', 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'mac_address': 'fa:16:3e:b1:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:04Z', 'updated_at': '2022-04-06T12:37:08Z', 'revision_number': 5, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'subnets': [{'id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f17ec33c-db10-4e84-8a83-94102aaa5ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:18.374288 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Checking router: 5183421e-e190-485c-9273-42e37f1f927f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:37:18.374646 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Updating router 5183421e-e190-485c-9273-42e37f1f927f port d356a928-7896-442e-bf13-cea17b95ee0d binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:37:18.430068 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:18.813161 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Publish callbacks [] for port (d356a928-7896-442e-bf13-cea17b95ee0d), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:18.871544 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:18.935724 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e17196-70f1-4c45-bee1-995e4e568c26 None None] Pushing event updated for resources: {'Port': ['ID=d356a928-7896-442e-bf13-cea17b95ee0d,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:18.938624 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Attempting to bind port d356a928-7896-442e-bf13-cea17b95ee0d on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:37:18.939434 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Attempting to bind port d356a928-7896-442e-bf13-cea17b95ee0d by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:37:18.941252 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Attempting to bind port d356a928-7896-442e-bf13-cea17b95ee0d on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:37:18.949569 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:37:18.949569 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:37:18.949811 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:18.949987 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:37:18.950495 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Bound port: d356a928-7896-442e-bf13-cea17b95ee0d, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:37:18.950875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:19.004318 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] For port d356a928-7896-442e-bf13-cea17b95ee0d, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:37:19.007460 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] For port d356a928-7896-442e-bf13-cea17b95ee0d, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d356a928-7896-442e-bf13-cea17b95ee0d,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:37:19.095112 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:19.157045 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Routers {'5183421e-e190-485c-9273-42e37f1f927f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:37:19.157722 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:36:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5183421e-e190-485c-9273-42e37f1f927f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:19.205939 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e17196-70f1-4c45-bee1-995e4e568c26 None None] Pushing event updated for resources: {'Port': ['ID=d356a928-7896-442e-bf13-cea17b95ee0d,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:19.332693 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] Set router 5183421e-e190-485c-9273-42e37f1f927f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:37:19.576420 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183421e-e190-485c-9273-42e37f1f927f', 'name': 'router1', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd356a928-7896-442e-bf13-cea17b95ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:36:53Z', 'updated_at': '2022-04-06T12:37:14Z', 'revision_number': 4, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'gw_port': {'id': 'd356a928-7896-442e-bf13-cea17b95ee0d', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:13Z', 'updated_at': '2022-04-06T12:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'e9013a2e-6f84-434f-96bd-7d05e831c362', 'name': '', 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'mac_address': 'fa:16:3e:b1:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:04Z', 'updated_at': '2022-04-06T12:37:08Z', 'revision_number': 5, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'subnets': [{'id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f17ec33c-db10-4e84-8a83-94102aaa5ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:37:19.613482 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c03c26-23a4-4c09-9703-3b88d829a78e None None] The sync data for ids ['5183421e-e190-485c-9273-42e37f1f927f'] in dv-cinder-815660-6-iscsi is: [{'id': '5183421e-e190-485c-9273-42e37f1f927f', 'name': 'router1', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'd356a928-7896-442e-bf13-cea17b95ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:36:53Z', 'updated_at': '2022-04-06T12:37:14Z', 'revision_number': 4, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'gw_port': {'id': 'd356a928-7896-442e-bf13-cea17b95ee0d', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:13Z', 'updated_at': '2022-04-06T12:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'e9013a2e-6f84-434f-96bd-7d05e831c362', 'name': '', 'network_id': '5df5ed6c-33f4-42e6-880f-3510d132728a', 'tenant_id': '8f890cd30baf49b5a34beeb71a022f82', 'mac_address': 'fa:16:3e:b1:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5183421e-e190-485c-9273-42e37f1f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:37:04Z', 'updated_at': '2022-04-06T12:37:08Z', 'revision_number': 5, 'project_id': '8f890cd30baf49b5a34beeb71a022f82', 'subnets': [{'id': 'e929114c-bb8e-4b43-bfa3-e8a8b5afdb58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f17ec33c-db10-4e84-8a83-94102aaa5ce7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:37:20.804532 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d356a928-7896-442e-bf13-cea17b95ee0d up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:37:20.892336 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port d356a928-7896-442e-bf13-cea17b95ee0d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:37:20.893006 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:20.985097 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port d356a928-7896-442e-bf13-cea17b95ee0d is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:37:20.985635 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:21.008164 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port d356a928-7896-442e-bf13-cea17b95ee0d, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d356a928-7896-442e-bf13-cea17b95ee0d,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:37:21.074051 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:21.131237 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=d356a928-7896-442e-bf13-cea17b95ee0d,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:37:22.822143 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d356a928-7896-442e-bf13-cea17b95ee0d up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:37:22.896128 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port d356a928-7896-442e-bf13-cea17b95ee0d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:37:22.896940 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d356a928-7896-442e-bf13-cea17b95ee0d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:23.005548 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port d356a928-7896-442e-bf13-cea17b95ee0d is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:37:27.195394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-16179e6e-fc86-477d-8981-97980dc44000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:29.540261 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ca7d16c1-ac49-4a75-bb9b-4763a3a0b4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:30.794477 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:32.799198 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:33.827989 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:36.920798 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:37:57.203438 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-73f7ba97-679a-46a6-a1bc-ab997e4d735c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:59.542802 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5c3091d0-f4a0-4a62-9555-b6585c230104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:00.795752 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:02.843928 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:03.883367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:13.925979 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:38:27.174432 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-840998b9-40bb-47d3-80fd-2159b67b6c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:29.548563 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-321acd68-6b41-4837-8b7c-0899fd655a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:30.819482 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:32.859231 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:33.828495 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:48.487432 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43404) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:48.559836 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.pecan_wsgi.hooks.translation [None req-662ce159-67d8-46fc-9b8e-aa9161c2ba24 admin admin] GET failed (client error): The resource could not be found. Apr 06 12:38:48.561267 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-662ce159-67d8-46fc-9b8e-aa9161c2ba24 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728197 Apr 06 12:38:48.748014 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86320c-6090-4b93-bd0d-5a59e5f14c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:48.749885 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-bb86320c-6090-4b93-bd0d-5a59e5f14c3c admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1836221 Apr 06 12:38:50.926430 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:38:51.209923 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43414) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:51.321033 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a5159-baf0-4266-88ee-af2adc7f14f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:51.322426 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-610a5159-baf0-4266-88ee-af2adc7f14f6 admin admin] 10.222.0.79 "GET /v2.0/subnets/e929114c-bb8e-4b43-bfa3-e8a8b5afdb58 HTTP/1.1" status: 200 len: 849 time: 0.1116166 Apr 06 12:38:51.332449 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:51.421210 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Publish callbacks [] for subnet (e929114c-bb8e-4b43-bfa3-e8a8b5afdb58), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:51.679371 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774483268365'] for subnet (e929114c-bb8e-4b43-bfa3-e8a8b5afdb58), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:51.711253 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:51.711873 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:51.713650 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] 10.222.0.79 "PUT /v2.0/subnets/e929114c-bb8e-4b43-bfa3-e8a8b5afdb58 HTTP/1.1" status: 200 len: 868 time: 0.3848491 Apr 06 12:38:51.733888 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e929114c-bb8e-4b43-bfa3-e8a8b5afdb58,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:51.736728 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8e930-6276-49b6-b6e2-e945e19b4850 None None] Network 5df5ed6c-33f4-42e6-880f-3510d132728a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:38:51.742045 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.742392 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.742749 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.743106 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.743471 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.743808 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.744144 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.744476 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.744850 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.745231 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.745563 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.745897 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.746373 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.746714 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:51.747046 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31222ff1-c098-427b-b43b-8fdbdd62471a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:52.207763 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-f9ef9ebf-3965-405e-8177-098efc84b05f None None] Provisioning complete for port e9013a2e-6f84-434f-96bd-7d05e831c362 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:38:52.208166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9ebf-3965-405e-8177-098efc84b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (e9013a2e-6f84-434f-96bd-7d05e831c362), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:52.294809 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef9ebf-3965-405e-8177-098efc84b05f None None] Current status of the port e9013a2e-6f84-434f-96bd-7d05e831c362 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:38:52.309551 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-f9ef9ebf-3965-405e-8177-098efc84b05f None None] Provisioning complete for port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:38:52.310151 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9ebf-3965-405e-8177-098efc84b05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f69ecfee-72f1-41fd-8a61-48afbb8d6e2e), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:52.399506 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef9ebf-3965-405e-8177-098efc84b05f None None] Current status of the port f69ecfee-72f1-41fd-8a61-48afbb8d6e2e is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:38:54.130506 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43422) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:54.424205 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a00c44-72a1-4158-aec3-c6e70ee702b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:54.424596 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a00c44-72a1-4158-aec3-c6e70ee702b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:54.426193 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b4a00c44-72a1-4158-aec3-c6e70ee702b4 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2943890 Apr 06 12:38:56.809492 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43430) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:56.949236 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a753c-4fc7-4c46-a0d7-686dba391e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:56.949700 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a753c-4fc7-4c46-a0d7-686dba391e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:56.951261 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e50a753c-4fc7-4c46-a0d7-686dba391e76 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1407895 Apr 06 12:38:57.206922 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f375e8ff-37f5-46d9-9f8e-9dd17509d09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.377334 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43438) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:59.523625 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa49b7-8abb-4a3e-9a86-b939093a9359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:59.525370 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-eafa49b7-8abb-4a3e-9a86-b939093a9359 admin admin] 10.222.0.79 "GET /v2.0/networks/3accad4d-b9c7-4102-8d5f-d3ecfa325c40 HTTP/1.1" status: 200 len: 886 time: 0.1466684 Apr 06 12:38:59.578232 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2097e312-10e3-4f5f-8e58-81d4924203a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.801213 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.959469 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43448) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:02.112857 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f05e3-ce20-4e34-aa9e-8a8fa9241176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:02.114283 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ed2f05e3-ce20-4e34-aa9e-8a8fa9241176 admin admin] 10.222.0.79 "GET /v2.0/networks/5df5ed6c-33f4-42e6-880f-3510d132728a HTTP/1.1" status: 200 len: 869 time: 0.1538312 Apr 06 12:39:02.827517 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.892357 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.499184 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43456) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:04.633970 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e2a0f-2b89-473d-9e1a-908fd69339ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:04.634429 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e2a0f-2b89-473d-9e1a-908fd69339ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:04.636553 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e12e2a0f-2b89-473d-9e1a-908fd69339ab admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1363626 Apr 06 12:39:07.043101 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43464) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:07.146944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8091d-3a57-4db4-b6e1-223013f322ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:07.147585 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe8091d-3a57-4db4-b6e1-223013f322ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:07.149995 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-cfe8091d-3a57-4db4-b6e1-223013f322ff admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057789 Apr 06 12:39:09.578572 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43472) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:09.681261 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efab98e-300e-4493-a737-3d88c96c58e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:09.683228 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4efab98e-300e-4493-a737-3d88c96c58e6 admin admin] 10.222.0.79 "GET /v2.0/subnets/9ef2c07b-7529-49a8-926e-3f1f2fab88a8 HTTP/1.1" status: 200 len: 816 time: 0.1034088 Apr 06 12:39:12.201113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43480) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:12.381933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acbf0d9-dff5-4010-9b11-dcb6c1994e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:12.383230 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4acbf0d9-dff5-4010-9b11-dcb6c1994e73 admin admin] 10.222.0.79 "GET /v2.0/subnets/e929114c-bb8e-4b43-bfa3-e8a8b5afdb58 HTTP/1.1" status: 200 len: 868 time: 0.1811047 Apr 06 12:39:27.191551 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-9a7377dd-456a-4731-8a3c-8ba01b108cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:27.925193 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:39:29.542560 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-aa80b078-1a2c-465f-8fee-dcd1f0afddf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.894793 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:32.816245 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.839512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:54.997663 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43538) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:55.053034 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [None req-98b4826f-067a-4b56-86c2-a37d18cb714b admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:39:55.054165 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-98b4826f-067a-4b56-86c2-a37d18cb714b admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554414 Apr 06 12:39:57.152635 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c17cd001-c735-41bd-9bd1-bfbb17886254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.541278 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43546) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:57.610780 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8afa08b-c179-4d74-aade-bf8fd3e574e6 admin admin] GET failed (client error): The resource could not be found. Apr 06 12:39:57.612913 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f8afa08b-c179-4d74-aade-bf8fd3e574e6 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705037 Apr 06 12:39:57.761326 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed740deb-7fe0-44ca-8951-4a3e2ce5e6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:57.764899 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ed740deb-7fe0-44ca-8951-4a3e2ce5e6b6 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1459439 Apr 06 12:39:59.553168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-32f2ce39-f2c4-4c66-a9c4-689f24c9ace3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:00.159764 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43554) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:00.210367 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:40:00.335481 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Made reservation on behalf of 3257731ebfc64edba7e839e3819320c5 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:40:00.338386 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:00.374711 dv-cinder-815660-6-iscsi neutron-server[110383]: WARNING neutron.services.revisions.revision_plugin [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Could not find related network for resource to bump revision. Apr 06 12:40:00.389698 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:40:00.404598 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (4e6da532-e35d-410c-813c-14a61a69be85), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:00.404976 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Added segment 4e6da532-e35d-410c-813c-14a61a69be85 of type vlan for network ad80b516-62fb-498b-b82b-a4d8b9e22a6a Apr 06 12:40:00.448302 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (ad80b516-62fb-498b-b82b-a4d8b9e22a6a), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:00.564085 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (ad80b516-62fb-498b-b82b-a4d8b9e22a6a), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:00.565168 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:00.565753 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:00.625579 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Pushing event updated for resources: {'Network': ['ID=ad80b516-62fb-498b-b82b-a4d8b9e22a6a,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:00.633948 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.634295 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.634644 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.634978 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.635312 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.635644 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.635969 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.636297 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.636738 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.637259 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.637743 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.638245 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.638730 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.639211 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.639719 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:00.653974 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network ad80b516-62fb-498b-b82b-a4d8b9e22a6a details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:40:00.700129 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-122bf634-0b9b-49e4-8441-69bbd023d9bc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5390553 Apr 06 12:40:00.930439 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:02.827346 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.163005 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43562) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:03.224618 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdfe40a-a9df-4704-a8ad-ba4636e71f3d admin admin] GET failed (client error): The resource could not be found. Apr 06 12:40:03.225977 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ffdfe40a-a9df-4704-a8ad-ba4636e71f3d admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614369 Apr 06 12:40:03.299460 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ad7d1-e407-4304-a1a8-b8ee7c02a0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:03.300951 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3a5ad7d1-e407-4304-a1a8-b8ee7c02a0a1 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701611 Apr 06 12:40:03.311153 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Request body: {'subnet': {'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:40:03.432588 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Made reservation on behalf of 3257731ebfc64edba7e839e3819320c5 for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:40:03.434899 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.684333 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (2539a38b-a374-4030-b6b1-19dd994719b1), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.748691 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2539a38b-a374-4030-b6b1-19dd994719b1,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:03.763062 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Checking segment: {'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:40:03.763062 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Network hostable DHCP agents. Network: ad80b516-62fb-498b-b82b-a4d8b9e22a6a, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:40:03.878099 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.889770 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Network ad80b516-62fb-498b-b82b-a4d8b9e22a6a is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:40:04.003707 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, ad80b516-62fb-498b-b82b-a4d8b9e22a6a) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:40:04.009228 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:04.009841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.016110 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3f286-b590-4fa3-8314-53e6e5eec5bb None None] Network ad80b516-62fb-498b-b82b-a4d8b9e22a6a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:40:04.119501 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-ad80b516-62fb-498b-b82b-a4d8b9e22a6a', 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a', 'project_id': '3257731ebfc64edba7e839e3819320c5', 'fixed_ips': [{'subnet_id': '2539a38b-a374-4030-b6b1-19dd994719b1'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:40:04.120437 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.153843 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b20ccd50-7993-42cf-8f6b-117753e55005 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8460362 Apr 06 12:40:04.284027 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Allocated IP 192.168.233.2 (ad80b516-62fb-498b-b82b-a4d8b9e22a6a/2539a38b-a374-4030-b6b1-19dd994719b1/946d2ad0-2a73-4e2a-ac09-866509df228a) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:40:04.446451 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Publish callbacks [] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.510907 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.556800 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Network ad80b516-62fb-498b-b82b-a4d8b9e22a6a is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:40:04.562556 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Pushing event updated for resources: {'Port': ['ID=946d2ad0-2a73-4e2a-ac09-866509df228a,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:04.565296 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:40:04.567898 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:40:04.579183 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.579536 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.579900 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.580257 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.580595 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.580953 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.581281 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.581604 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.581932 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.582257 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.582584 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.583000 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.583358 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.583681 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.584001 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:04.651968 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Attempting to bind port 946d2ad0-2a73-4e2a-ac09-866509df228a on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:40:04.652609 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Attempting to bind port 946d2ad0-2a73-4e2a-ac09-866509df228a by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:40:04.653359 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Attempting to bind port 946d2ad0-2a73-4e2a-ac09-866509df228a on network ad80b516-62fb-498b-b82b-a4d8b9e22a6a {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:40:04.659561 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:40:04.659945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Checking segment: {'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:40:04.660356 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.660789 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Bound using segment: {'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:40:04.661286 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Bound port: 946d2ad0-2a73-4e2a-ac09-866509df228a, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:40:04.661660 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.738016 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] For port 946d2ad0-2a73-4e2a-ac09-866509df228a, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:40:04.742642 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] For port 946d2ad0-2a73-4e2a-ac09-866509df228a, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=946d2ad0-2a73-4e2a-ac09-866509df228a,segment=NetworkSegment(4e6da532-e35d-410c-813c-14a61a69be85),segment_id=4e6da532-e35d-410c-813c-14a61a69be85)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:40:04.872946 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.933830 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:40:04.936604 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccb319-32de-4e0d-9234-5ad10bc26910 None None] Pushing event updated for resources: {'Port': ['ID=946d2ad0-2a73-4e2a-ac09-866509df228a,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:05.816964 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430a774-8eb4-4387-91c5-64d398613b25 None None] Network ad80b516-62fb-498b-b82b-a4d8b9e22a6a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:40:05.928861 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-a88aef86-dd18-4d87-a17a-3c42933c5000 None None] Provisioning complete for port 946d2ad0-2a73-4e2a-ac09-866509df228a triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:40:05.929168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-a88aef86-dd18-4d87-a17a-3c42933c5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:06.025516 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-a88aef86-dd18-4d87-a17a-3c42933c5000 None None] Current status of the port 946d2ad0-2a73-4e2a-ac09-866509df228a is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:40:06.026335 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-a88aef86-dd18-4d87-a17a-3c42933c5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:06.072167 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-a88aef86-dd18-4d87-a17a-3c42933c5000 None None] For port 946d2ad0-2a73-4e2a-ac09-866509df228a, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=946d2ad0-2a73-4e2a-ac09-866509df228a,segment=NetworkSegment(4e6da532-e35d-410c-813c-14a61a69be85),segment_id=4e6da532-e35d-410c-813c-14a61a69be85)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:40:06.157992 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-a88aef86-dd18-4d87-a17a-3c42933c5000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:06.208311 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aef86-dd18-4d87-a17a-3c42933c5000 None None] Pushing event updated for resources: {'Port': ['ID=946d2ad0-2a73-4e2a-ac09-866509df228a,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:06.278606 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-278872f8-aae2-402e-9acb-d8fbc1b80a65 None None] Provisioning complete for port 946d2ad0-2a73-4e2a-ac09-866509df228a triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:40:06.278984 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-278872f8-aae2-402e-9acb-d8fbc1b80a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:06.364651 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-278872f8-aae2-402e-9acb-d8fbc1b80a65 None None] Current status of the port 946d2ad0-2a73-4e2a-ac09-866509df228a is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:40:06.874840 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 946d2ad0-2a73-4e2a-ac09-866509df228a up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:40:06.925316 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 946d2ad0-2a73-4e2a-ac09-866509df228a triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:40:06.926607 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (946d2ad0-2a73-4e2a-ac09-866509df228a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:07.019571 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 946d2ad0-2a73-4e2a-ac09-866509df228a is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:40:27.180241 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-9e49705d-cc64-4857-934b-c9605c6e8983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:29.554841 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1db5192c-f794-41f3-8963-4c7e952c0e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:30.794505 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.819554 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:33.817474 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.934806 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:40:57.167646 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0436bdb9-25e2-4b05-badf-f98fea5f6b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.555973 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e36b9459-18d7-4b5e-8b5b-4d6d553a3dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.765337 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:02.812822 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:03.829645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.934413 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:41:27.154755 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-13c184d0-f5f3-47fa-8741-821bb40d8c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:29.514327 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-25f16a7b-3592-4c0a-9780-7beed1e18a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:30.758010 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:32.820490 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:33.834133 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.385351 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43600) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:46.392057 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [None req-aa84fff4-3f03-40a9-9629-a92dd63f6ab2 tempest-verify_tempest_config-1810890587 tempest-verify_tempest_config-1810890587-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110383) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:41:46.393124 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-aa84fff4-3f03-40a9-9629-a92dd63f6ab2 tempest-verify_tempest_config-1810890587 tempest-verify_tempest_config-1810890587-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066531 Apr 06 12:41:46.879089 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43618) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:46.984532 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:47.060651 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Publish callbacks [] for security_group (8d827fa8-53e5-4b85-af0f-587251325755), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:47.113605 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (8d827fa8-53e5-4b85-af0f-587251325755), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:47.161021 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d827fa8-53e5-4b85-af0f-587251325755,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:47.165176 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5ce48d1e56d43d7ae8e198153c1778f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2850132 Apr 06 12:41:47.168484 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43622) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:47.171097 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.171445 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.171790 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.172137 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.172730 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.173090 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.173423 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.173744 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.174092 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.174424 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.174798 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.175155 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.175480 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.175807 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.176127 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff1c120-eacc-4db8-bd94-ae4c75377ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.233294 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Publish callbacks [] for security_group (8d827fa8-53e5-4b85-af0f-587251325755), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:47.260997 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Publish callbacks [] for security_group (8d827fa8-53e5-4b85-af0f-587251325755), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:47.474247 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (8d827fa8-53e5-4b85-af0f-587251325755), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:47.476941 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:47.478296 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d827fa8-53e5-4b85-af0f-587251325755 HTTP/1.1" status: 204 len: 168 time: 0.3087730 Apr 06 12:41:47.487054 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d827fa8-53e5-4b85-af0f-587251325755,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:47.496299 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.496782 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.498239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.498239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.498239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.498486 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.498909 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.499252 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.499611 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.499993 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.500425 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.500792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.501119 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.501449 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:47.501783 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243143d-5785-4a17-847f-685111106c4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:55.934171 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:41:57.156578 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8256e0e3-79bf-4dc0-941f-455272cc2a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:59.522229 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f6ffab0e-857d-4530-99cb-ba079d4d7eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:00.776181 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:02.793130 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:03.865327 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.144364 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-db82350d-6467-4307-ab07-0c5d6b3c0883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:29.540298 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e2a6a67e-e8a1-43ab-8d7a-d00cc01d87ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:30.780067 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:32.857695 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:32.933141 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:42:33.826239 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:57.148389 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3e5055d8-d7be-4d43-9a9d-d174d9b39112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:59.542657 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1f44885b-bafe-4af8-b155-9984dcffeacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:00.797430 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:02.853329 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:03.896568 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:09.931698 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 5 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:43:27.198641 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-375688b9-278e-4074-aab8-91487ec250a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:29.554643 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c4788848-b923-432e-a1a4-1da9b49d6cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:30.783586 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:32.829246 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:33.823471 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:33.926804 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1740166'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:46.932147 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:43:48.547446 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43694) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:43:48.677760 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-b03be15b-c799-42a8-89c9-9fec0a4589e5 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1291831 Apr 06 12:43:51.069164 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43704) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:43:51.146571 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5b8fa1b8-3b39-4a7b-a5a9-b264f05b1ec5 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0754411 Apr 06 12:43:57.163291 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-83a55a92-c7c5-4b6d-b971-ae365c41b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:59.553442 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-9ea432b9-aeb4-4a91-a5bd-1ab39cf1fbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:00.794109 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:02.845186 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:03.842493 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:03.870672 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:23.931352 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:44:27.157962 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d0ffef66-fa30-4d3a-b718-30dcb585358b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:29.538807 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-68686da8-eea6-464c-8404-e08a32288c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:30.832422 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:32.837291 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:33.820311 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:33.871786 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:57.154330 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0299fe6a-6c79-4dee-8d7c-9204f16a0a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:59.573675 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f43b181b-2dea-4031-90ac-d3c686b711f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:00.802388 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:00.931095 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:45:02.830864 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:03.818922 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:03.893520 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:27.156054 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-6665fa99-76b7-41ee-9e43-382f8bfa3626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:29.550177 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-268397e5-3c57-4c85-9a5b-796a1fbbdea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:30.819307 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:32.698330 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43850) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:32.904412 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.458849 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-network', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:33.485769 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43870) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:33.668174 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Made reservation on behalf of d348c16b71a0461389ecba02ede19d55 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:33.686893 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.686893 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.729214 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-953239138-network', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:33.800650 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks [] for security_group (26ede1ce-9dd4-4be9-b5e2-29a751671d01), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.902200 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Made reservation on behalf of 5ea5c492b6b041f2b616e8e4bcf774cf for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:33.904567 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.913384 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.959819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.962217 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:33.966631 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (26ede1ce-9dd4-4be9-b5e2-29a751671d01), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.007478 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:45:34.042766 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks [] for security_group (fb09234d-3f62-4a64-851d-95d877ecc0e3), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.048087 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (2de152fd-fe0b-4431-8e01-4dd43d5bcb22), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.048442 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Added segment 2de152fd-fe0b-4431-8e01-4dd43d5bcb22 of type vlan for network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce Apr 06 12:45:34.063837 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ede1ce-9dd4-4be9-b5e2-29a751671d01,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:34.069679 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.070024 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.070359 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.070685 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.071012 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.071336 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.071776 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.072118 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.072600 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.073147 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.073495 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.073834 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.074151 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.074477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.074791 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Tracked resource versions report: Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: pushed versions: Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: { 'AddressGroup': {'1.2'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Agent': {'1.1'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'ConntrackHelper': {'1.0'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Log': {'1.0'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'NDPProxy': {'1.0'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Network': {'1.1'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Port': {'1.7'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'PortForwarding': {'1.3'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'QosPolicy': {'1.10'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroup': {'1.5'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SubPort': {'1.0'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Subnet': {'1.1'}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Trunk': {'1.1'}} Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: consumer versions: Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: HyperV agent@hv-cinder-81566: {}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Agent': '1.1', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'ConntrackHelper': '1.0', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'LocalIPAssociation': '1.0', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Log': '1.0', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'NDPProxy': '1.0', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Network': '1.1', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Port': '1.7', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'PortForwarding': '1.3', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'QosPolicy': '1.10', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroup': '1.5', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SecurityGroupRule': '1.2', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'SubPort': '1.0', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Subnet': '1.1', Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: 'Trunk': '1.1'}} Apr 06 12:45:34.076066 dv-cinder-815660-6-iscsi neutron-server[110383]: {{(pid=110383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:45:34.112587 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.184116 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (fb09234d-3f62-4a64-851d-95d877ecc0e3), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.216290 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb09234d-3f62-4a64-851d-95d877ecc0e3,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:34.219634 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:45:34.235013 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (8d0b6918-7dea-452f-8f35-98ebab6a21db), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.235495 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Added segment 8d0b6918-7dea-452f-8f35-98ebab6a21db of type vlan for network e9d5f7b1-df0c-403c-a87f-19856c03f9bd Apr 06 12:45:34.274475 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.275397 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:34.276166 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.324926 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (e9d5f7b1-df0c-403c-a87f-19856c03f9bd), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.350735 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] Pushing event updated for resources: {'Network': ['ID=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:34.364538 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:45:34.527477 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-6c6548ef-2e62-400e-899a-4d393246ca6b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8272204 Apr 06 12:45:34.529144 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (e9d5f7b1-df0c-403c-a87f-19856c03f9bd), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.530607 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43912) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:34.531833 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:34.532916 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.536898 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Request body: {'subnet': {'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-subnet', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:34.587974 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43916) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:34.642722 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d5f7b1-df0c-403c-a87f-19856c03f9bd,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:34.665170 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:45:34.666158 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43926) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:34.701931 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Made reservation on behalf of d348c16b71a0461389ecba02ede19d55 for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:34.706324 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.798414 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b99bc8a9-e4f9-48a1-a991-fbe3a7ad02a3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3115499 Apr 06 12:45:34.821544 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43930) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:34.821544 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Request body: {'subnet': {'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-953239138-subnet', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:35.030712 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Made reservation on behalf of 5ea5c492b6b041f2b616e8e4bcf774cf for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:35.033183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.087378 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-531778155-network', 'tenant_id': '2e066936c98d40a9a5aea5638304124f'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:35.101758 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (2a68b9e6-b5d8-4029-8943-8d4af5f4c421), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.106741 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-327111016-network', 'tenant_id': 'f21b608537a84a6fbb3d3475c4cc1d9d'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:35.234208 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a68b9e6-b5d8-4029-8943-8d4af5f4c421,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:35.240668 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Made reservation on behalf of f21b608537a84a6fbb3d3475c4cc1d9d for: {'network': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:35.242972 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.265126 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.265591 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.266153 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.266650 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.267037 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.267611 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.268207 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.268559 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.269038 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.270019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.270586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.271145 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.271642 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.272251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.272841 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Tracked resource versions report: Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: pushed versions: Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: { 'AddressGroup': {'1.2'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Agent': {'1.1'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'ConntrackHelper': {'1.0'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Log': {'1.0'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'NDPProxy': {'1.0'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Network': {'1.1'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Port': {'1.7'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'PortForwarding': {'1.3'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'QosPolicy': {'1.10'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroup': {'1.5'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SubPort': {'1.0'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Subnet': {'1.1'}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Trunk': {'1.1'}} Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: consumer versions: Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: HyperV agent@hv-cinder-81566: {}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Agent': '1.1', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'ConntrackHelper': '1.0', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'LocalIPAssociation': '1.0', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Log': '1.0', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'NDPProxy': '1.0', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Network': '1.1', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Port': '1.7', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'PortForwarding': '1.3', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'QosPolicy': '1.10', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroup': '1.5', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SecurityGroupRule': '1.2', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'SubPort': '1.0', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Subnet': '1.1', Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: 'Trunk': '1.1'}} Apr 06 12:45:35.275022 dv-cinder-815660-6-iscsi neutron-server[110384]: {{(pid=110384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:45:35.303853 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.309007 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Checking segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:35.309292 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Network hostable DHCP agents. Network: 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:45:35.318402 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Made reservation on behalf of 2e066936c98d40a9a5aea5638304124f for: {'network': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:35.320635 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.340889 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.514899 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:45:35.525906 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks [] for security_group (2ba235e0-9574-4d87-8106-3ef51ff90079), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.545770 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks [] for security_group (bad16840-9814-4c99-ae26-cf4556653288), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.548619 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (5de3e368-06d5-49c0-873c-248b43d6b8f1), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.608515 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de3e368-06d5-49c0-873c-248b43d6b8f1,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:35.610745 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Checking segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:35.611093 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Network hostable DHCP agents. Network: e9d5f7b1-df0c-403c-a87f-19856c03f9bd, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:45:35.665480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bad16840-9814-4c99-ae26-cf4556653288), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.669646 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:35.672528 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2ba235e0-9574-4d87-8106-3ef51ff90079), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.686833 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd090df-8eb8-4d27-8971-30481d067d1b None None] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:35.721291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=110384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:45:35.732984 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (525a10f6-46da-41e5-9dff-f10d2c06d4cd), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.733680 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.segments_db [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Added segment 525a10f6-46da-41e5-9dff-f10d2c06d4cd of type vlan for network d0ca3c5b-9181-496b-8f57-10516eb2faa3 Apr 06 12:45:35.802106 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (d0ca3c5b-9181-496b-8f57-10516eb2faa3), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.806912 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:35.807541 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.810517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad16840-9814-4c99-ae26-cf4556653288,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:35.854932 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:45:35.857933 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:45:35.859855 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.872285 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba235e0-9574-4d87-8106-3ef51ff90079,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:35.877553 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=110384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:45:35.897689 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, e9d5f7b1-df0c-403c-a87f-19856c03f9bd) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:35.907964 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c43c0-2d14-43f0-b6de-a9dea8b6dc32 None None] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:35.914927 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:35.914927 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.930627 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (c592de2e-4f2d-45b5-bea1-aebca7927ec1), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:35.941085 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.segments_db [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Added segment c592de2e-4f2d-45b5-bea1-aebca7927ec1 of type vlan for network b02280d1-b117-4bd2-b2a9-d805e739b0b2 Apr 06 12:45:35.990255 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-eb3a8a0f-998b-432d-89d9-102c973ceae3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4582531 Apr 06 12:45:35.993101 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43960) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:36.003420 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:36.008509 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-0940ebc5-84a0-4639-9aca-3d34ef299f8e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1982579 Apr 06 12:45:36.013903 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 43962) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:36.026180 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (b02280d1-b117-4bd2-b2a9-d805e739b0b2), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.063274 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (d0ca3c5b-9181-496b-8f57-10516eb2faa3), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.066513 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:36.067653 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.076718 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:36.168870 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5796211 Apr 06 12:45:36.176166 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43968) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:36.178403 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Allocated IP 172.20.0.2 (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce/2a68b9e6-b5d8-4029-8943-8d4af5f4c421/9e64832d-997f-4c36-ab44-015ffaf45f9f) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:36.187856 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Request body: {'subnet': {'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-subnet', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:36.189424 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:45:36.194168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.200725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (b02280d1-b117-4bd2-b2a9-d805e739b0b2), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.202057 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:36.202797 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.245382 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eed60-1300-4b66-9104-57bfe1b3d835 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ca3c5b-9181-496b-8f57-10516eb2faa3,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:36.268390 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.275978 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.302350 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:45:36.330402 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] Pushing event updated for resources: {'Network': ['ID=b02280d1-b117-4bd2-b2a9-d805e739b0b2,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:36.358721 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.358721 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.361264 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network b02280d1-b117-4bd2-b2a9-d805e739b0b2 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:45:36.372266 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks [] for router_controller (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.382915 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-0b0413f1-9c62-47eb-93a7-23c99b04095e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7157967 Apr 06 12:45:36.383625 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Made reservation on behalf of 2e066936c98d40a9a5aea5638304124f for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:36.386124 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.387966 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 43984) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:36.392815 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Request body: {'subnet': {'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-327111016-subnet', 'tenant_id': 'f21b608537a84a6fbb3d3475c4cc1d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:36.460883 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks [] for router_controller (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.599145 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Made reservation on behalf of f21b608537a84a6fbb3d3475c4cc1d9d for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:36.605641 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.668850 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Allocated IP 172.20.0.2 (e9d5f7b1-df0c-403c-a87f-19856c03f9bd/5de3e368-06d5-49c0-873c-248b43d6b8f1/d3ecfdd0-3be4-4deb-87d9-c96aff3007dc) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:36.702891 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Publish callbacks [] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.761955 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.866014 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:36.910716 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:36.921259 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (4141b77f-b8a3-407b-a741-4d4a05c17ba2), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:36.952739 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:36.981498 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4141b77f-b8a3-407b-a741-4d4a05c17ba2,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:37.002289 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Pushing event updated for resources: {'Port': ['ID=9e64832d-997f-4c36-ab44-015ffaf45f9f,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:37.027517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Checking segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:37.027931 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Network hostable DHCP agents. Network: d0ca3c5b-9181-496b-8f57-10516eb2faa3, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:45:37.035746 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks [] for router_gateway (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.043011 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks [] for router_gateway (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.080185 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.081670 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.082264 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.083039 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.083622 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.084377 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.084592 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.085112 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.085922 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.086486 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.086934 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.087888 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.088312 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.088730 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.089186 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Tracked resource versions report: Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: pushed versions: Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: { 'AddressGroup': {'1.2'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Agent': {'1.1'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'ConntrackHelper': {'1.0'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Log': {'1.0'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'NDPProxy': {'1.0'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Network': {'1.1'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Port': {'1.7'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'PortForwarding': {'1.3'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'QosPolicy': {'1.10'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroup': {'1.5'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SubPort': {'1.0'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Subnet': {'1.1'}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Trunk': {'1.1'}} Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: consumer versions: Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: HyperV agent@hv-cinder-81566: {}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Agent': '1.1', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'ConntrackHelper': '1.0', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'LocalIPAssociation': '1.0', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Log': '1.0', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'NDPProxy': '1.0', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Network': '1.1', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Port': '1.7', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'PortForwarding': '1.3', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'QosPolicy': '1.10', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroup': '1.5', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SecurityGroupRule': '1.2', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'SubPort': '1.0', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Subnet': '1.1', Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: 'Trunk': '1.1'}} Apr 06 12:45:37.091042 dv-cinder-815660-6-iscsi neutron-server[110385]: {{(pid=110385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:45:37.137475 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:45:37.163462 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (bae68d50-1a85-47c0-bf17-88a018006585), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.315209 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae68d50-1a85-47c0-bf17-88a018006585,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:37.323560 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, d0ca3c5b-9181-496b-8f57-10516eb2faa3) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:37.387966 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Attempting to bind port 9e64832d-997f-4c36-ab44-015ffaf45f9f on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:37.389124 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Attempting to bind port 9e64832d-997f-4c36-ab44-015ffaf45f9f by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:37.389672 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Attempting to bind port 9e64832d-997f-4c36-ab44-015ffaf45f9f on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:37.408634 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:37.409819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Checking segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:37.411386 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.412223 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Bound using segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:37.413228 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Bound port: 9e64832d-997f-4c36-ab44-015ffaf45f9f, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:37.414275 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.417730 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Publish callbacks [] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.432938 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63191b-1c56-4f08-a795-ec89239b90f8 None None] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:37.434372 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Checking segment: {'id': 'c592de2e-4f2d-45b5-bea1-aebca7927ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:37.434642 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Network hostable DHCP agents. Network: b02280d1-b117-4bd2-b2a9-d805e739b0b2, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:45:37.441857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:37.442492 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.560211 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.571309 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks [] for router_gateway (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.574492 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks [] for router_gateway (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.607596 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d47c18c4-3c66-42d6-a0ba-c35070cd6bfa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4298801 Apr 06 12:45:37.610302 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44010) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:37.623771 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.627154 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.631788 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:37.635039 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:37.653845 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:37.656350 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Network b02280d1-b117-4bd2-b2a9-d805e739b0b2 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:45:37.672540 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:37.685430 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] For port 9e64832d-997f-4c36-ab44-015ffaf45f9f, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:37.700350 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Pushing event updated for resources: {'Port': ['ID=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:37.709280 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] For port 9e64832d-997f-4c36-ab44-015ffaf45f9f, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=9e64832d-997f-4c36-ab44-015ffaf45f9f,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:37.769412 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, b02280d1-b117-4bd2-b2a9-d805e739b0b2) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:37.776937 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-d0ca3c5b-9181-496b-8f57-10516eb2faa3', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'project_id': '2e066936c98d40a9a5aea5638304124f', 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:45:37.778077 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.785271 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:37.790865 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef54a6-bead-48b5-b9a9-7ea1af2873c5 None None] Network b02280d1-b117-4bd2-b2a9-d805e739b0b2 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:37.795421 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.844686 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (3303206c-9d05-4a73-b5ef-80987332abed), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.846343 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (3303206c-9d05-4a73-b5ef-80987332abed), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.851816 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Allocated IP 172.27.3.180 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/a371db1b-1a36-465a-b30e-46c6030fce65) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:37.886196 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-62a91458-4e74-40c7-ab49-c4de80946089 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4971735 Apr 06 12:45:37.919008 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:37.934299 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:45:38.061245 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Attempting to bind port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:38.062240 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Attempting to bind port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:38.063041 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Attempting to bind port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:38.088635 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:38.089126 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Checking segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:38.089747 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:38.090559 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Bound using segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:38.091247 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Bound port: d3ecfdd0-3be4-4deb-87d9-c96aff3007dc, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:38.092004 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:38.150251 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks [] for port (a371db1b-1a36-465a-b30e-46c6030fce65), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:38.221259 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks [] for router_controller (3303206c-9d05-4a73-b5ef-80987332abed), precommit_add_association {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:38.371183 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:38.488232 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b13bf-5214-41ac-b28f-8097b5ecb18b None None] Pushing event updated for resources: {'Port': ['ID=9e64832d-997f-4c36-ab44-015ffaf45f9f,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:38.563320 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ad60b-71a2-4ae8-86d7-c1a6c698f3a1 None None] Network b02280d1-b117-4bd2-b2a9-d805e739b0b2 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:38.582584 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Pushing event updated for resources: {'Port': ['ID=a371db1b-1a36-465a-b30e-46c6030fce65,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:38.583458 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks [] for router_gateway (3303206c-9d05-4a73-b5ef-80987332abed), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:38.646962 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:38.647219 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] For port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:38.649622 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Allocated IP 172.20.0.2 (d0ca3c5b-9181-496b-8f57-10516eb2faa3/4141b77f-b8a3-407b-a741-4d4a05c17ba2/85be6c0e-2768-4149-8d85-674d7c7313dd) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:38.673944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:38.676634 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Allocated IP 172.27.3.87 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/c6a88fd4-6e3d-4465-90ca-2f69937cfc52) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:38.679461 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:38.681239 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] For port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:38.817187 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.057035 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aa078-460d-4109-8def-04aeb0bffe59 None None] Pushing event updated for resources: {'Port': ['ID=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:39.140020 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks [] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.151924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks [] for router_gateway (3303206c-9d05-4a73-b5ef-80987332abed), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.266462 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.290146 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9e64832d-997f-4c36-ab44-015ffaf45f9f up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:39.384539 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Publish callbacks [] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.490487 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 9e64832d-997f-4c36-ab44-015ffaf45f9f triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:39.490900 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.615705 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.663070 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Allocated IP 172.27.3.64 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:39.689099 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.799298 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Pushing event updated for resources: {'Port': ['ID=85be6c0e-2768-4149-8d85-674d7c7313dd,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:39.892293 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks [] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.896270 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:39.907077 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:39.915058 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:39.915884 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:39.921698 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:40.003162 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:40.014920 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:40.054661 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f434f5c-036c-427c-9eb3-867922036ea8 None None] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:40.087872 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks [] for router_gateway (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.116545 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.221718 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 9e64832d-997f-4c36-ab44-015ffaf45f9f is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:40.222000 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.232988 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:40.245183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:40.253983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:40.347090 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44094) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:40.381735 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 9e64832d-997f-4c36-ab44-015ffaf45f9f, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=9e64832d-997f-4c36-ab44-015ffaf45f9f,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:40.392069 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-498a3dfc-62c4-48f8-abde-bda902d87952 None None] Provisioning complete for port 9e64832d-997f-4c36-ab44-015ffaf45f9f triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:40.392470 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-498a3dfc-62c4-48f8-abde-bda902d87952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.422801 dv-cinder-815660-6-iscsi neutron-server[110384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 12:45:40.475695 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Attempting to bind port 85be6c0e-2768-4149-8d85-674d7c7313dd on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:40.475695 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Attempting to bind port 85be6c0e-2768-4149-8d85-674d7c7313dd by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:40.476087 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Attempting to bind port 85be6c0e-2768-4149-8d85-674d7c7313dd on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:40.521625 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:40.522714 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Checking segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:40.524779 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.529303 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Bound using segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:40.529303 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Bound port: 85be6c0e-2768-4149-8d85-674d7c7313dd, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:40.529303 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.543786 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.609579 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Pushing event updated for resources: {'Port': ['ID=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:40.762547 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.779796 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks [] for router_gateway (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:40.833047 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=9e64832d-997f-4c36-ab44-015ffaf45f9f,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:40.843350 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5e615d6c-b099-48cb-aeb4-0d4d04b22806 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:40.847635 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5e615d6c-b099-48cb-aeb4-0d4d04b22806 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/networks?id=b02280d1-b117-4bd2-b2a9-d805e739b0b2 HTTP/1.1" status: 200 len: 811 time: 0.4300570 Apr 06 12:45:40.877855 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-8baec838-87f6-44e5-b441-dc3318df7ef2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/quotas/f21b608537a84a6fbb3d3475c4cc1d9d HTTP/1.1" status: 200 len: 375 time: 0.0200143 Apr 06 12:45:40.919417 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585ad5e3-ffde-4b50-a988-046aea9e09e5 None None] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:41.042484 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-87b7439f-00b0-473e-9763-4fbc4058b789 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f21b608537a84a6fbb3d3475c4cc1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557899 Apr 06 12:45:41.191884 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] For port 85be6c0e-2768-4149-8d85-674d7c7313dd, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:41.234940 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] For port 85be6c0e-2768-4149-8d85-674d7c7313dd, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=85be6c0e-2768-4149-8d85-674d7c7313dd,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:41.259410 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-498a3dfc-62c4-48f8-abde-bda902d87952 None None] Current status of the port 9e64832d-997f-4c36-ab44-015ffaf45f9f is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:41.328890 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:41.369896 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:41.388332 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks [] for router_gateway (3303206c-9d05-4a73-b5ef-80987332abed), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:41.441018 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9e64832d-997f-4c36-ab44-015ffaf45f9f up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:41.484287 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:45:41.688542 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-21f37d43-8a3a-4b5b-ac8d-a80726955645 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:45:41.690080 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-21f37d43-8a3a-4b5b-ac8d-a80726955645 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2446518 Apr 06 12:45:41.839602 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:45:41.861372 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:45:41.865282 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86977e9-e723-4b7b-88e4-590b3cc94eea None None] Pushing event updated for resources: {'Port': ['ID=85be6c0e-2768-4149-8d85-674d7c7313dd,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:41.868590 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Provisioning complete for port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:41.869118 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:41.885173 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:45:41.926204 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:41.926861 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:41.971318 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 9e64832d-997f-4c36-ab44-015ffaf45f9f triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:41.972087 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.267340 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.267340 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c875259b-ac6a-4cc2-a9bb-1e1aa2b329af admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0304422 Apr 06 12:45:42.267340 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44132) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:42.268823 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (3303206c-9d05-4a73-b5ef-80987332abed), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.309518 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Current status of the port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:42.309518 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.309851 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-85e42b98-e622-4f18-94c7-9ceb707d84a4 service neutron] 10.222.0.79 "GET /v2.0/networks/b02280d1-b117-4bd2-b2a9-d805e739b0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869055 Apr 06 12:45:42.310035 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] For port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:42.320584 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:42.423721 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 9e64832d-997f-4c36-ab44-015ffaf45f9f is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:42.436334 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d3ecfdd0-3be4-4deb-87d9-c96aff3007dc up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:42.499586 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.557582 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-22f4a1d5-06ff-4076-a61b-c589b567f565 service neutron] 10.222.0.79 "GET /v2.0/networks/b02280d1-b117-4bd2-b2a9-d805e739b0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598939 Apr 06 12:45:42.616410 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Provisioning complete for port 9e64832d-997f-4c36-ab44-015ffaf45f9f triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:42.617112 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.657306 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Pushing event updated for resources: {'Port': ['ID=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:42.669316 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:45:42.680196 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:42.680196 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.693121 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:38Z', 'revision_number': 3, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:42.702509 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Router 3303206c-9d05-4a73-b5ef-80987332abed is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:45:42.706039 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Sync routers for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:45:42.762685 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:45:42.763043 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Updating router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 port a371db1b-1a36-465a-b30e-46c6030fce65 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:45:42.774719 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:42.774719 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:42.817964 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:42.819453 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-229a1883-cfd8-4687-8080-238b932bfd94 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8250515 Apr 06 12:45:42.830069 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44142) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:42.852443 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:43.060143 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-40667fcb-2de0-4bb8-906b-6b4bdae3f4ff None None] Current status of the port 9e64832d-997f-4c36-ab44-015ffaf45f9f is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:43.077656 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:43.082679 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:45:43.103702 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:43.117800 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Sync routers for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:45:43.195970 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:43.204509 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:43.314869 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:43.321561 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f8a8b3ff-d21c-4187-bb50-4f8bbde8a7bf admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7095003 Apr 06 12:45:43.344711 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44156) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:43.411129 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:43.526697 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d3ecfdd0-3be4-4deb-87d9-c96aff3007dc up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:43.541981 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-beed2b9a-8ed5-460b-820c-397e72554e2d req-8bacd11e-ec4d-4398-a600-bbf0b80dc884 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.2341795 Apr 06 12:45:43.658003 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:43.676543 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f45aab0-b940-40e8-9a5a-9f78bf08ba52 None None] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:45:43.684698 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-5e7da890-15b9-4fad-995b-389209b46a66 None None] Provisioning complete for port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:43.685125 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5e7da890-15b9-4fad-995b-389209b46a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.037935 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:44.038846 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.043003 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Publish callbacks [] for port (a371db1b-1a36-465a-b30e-46c6030fce65), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.183925 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.244309 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Attempting to bind port a371db1b-1a36-465a-b30e-46c6030fce65 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:44.245428 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Attempting to bind port a371db1b-1a36-465a-b30e-46c6030fce65 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:44.245983 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Attempting to bind port a371db1b-1a36-465a-b30e-46c6030fce65 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:44.246091 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-5e7da890-15b9-4fad-995b-389209b46a66 None None] Current status of the port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:44.270014 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:44.271133 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 85be6c0e-2768-4149-8d85-674d7c7313dd up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:44.278548 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.319674 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:44.320595 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:44.321174 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.322447 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:44.322898 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Bound port: a371db1b-1a36-465a-b30e-46c6030fce65, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:44.323302 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.341578 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44202) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:44.344080 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:40Z', 'revision_number': 3, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:44.378964 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Allocated IP 172.20.0.1 (e9d5f7b1-df0c-403c-a87f-19856c03f9bd/5de3e368-06d5-49c0-873c-248b43d6b8f1/0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:44.424478 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Checking router: 4c07339f-85fc-46fd-8de1-dafef0ce4a3f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:45:44.424883 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Updating router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:45:44.459678 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Pushing event updated for resources: {'Port': ['ID=a371db1b-1a36-465a-b30e-46c6030fce65,revision_number=2']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:44.464974 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] For port a371db1b-1a36-465a-b30e-46c6030fce65, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:44.468198 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.468727 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.469243 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.469733 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.470230 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.470745 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.471233 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.471700 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.472699 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.473209 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.473677 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.474159 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.474620 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.475102 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.475562 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Tracked resource versions report: Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: pushed versions: Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: { 'AddressGroup': {'1.2'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Agent': {'1.1'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'ConntrackHelper': {'1.0'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Log': {'1.0'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'NDPProxy': {'1.0'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Network': {'1.1'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Port': {'1.7'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'PortForwarding': {'1.3'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'QosPolicy': {'1.10'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroup': {'1.5'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SubPort': {'1.0'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Subnet': {'1.1'}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Trunk': {'1.1'}} Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: consumer versions: Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: { DHCP agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: HyperV agent@hv-cinder-81566: {}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: L3 agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: Metadata agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: Metering agent@dv-cinder-815660-6-iscsi: {}, Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: Open vSwitch agent@dv-cinder-815660-6-iscsi: { 'AddressGroup': '1.2', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Agent': '1.1', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'ConntrackHelper': '1.0', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'LocalIPAssociation': '1.0', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Log': '1.0', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'NDPProxy': '1.0', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Network': '1.1', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Port': '1.7', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'PortForwarding': '1.3', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'QosPolicy': '1.10', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroup': '1.5', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SecurityGroupRule': '1.2', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'SubPort': '1.0', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Subnet': '1.1', Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: 'Trunk': '1.1'}} Apr 06 12:45:44.476970 dv-cinder-815660-6-iscsi neutron-server[110386]: {{(pid=110386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:45:44.482790 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] For port a371db1b-1a36-465a-b30e-46c6030fce65, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a371db1b-1a36-465a-b30e-46c6030fce65,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:44.503347 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:40Z', 'revision_number': 3, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:44.523139 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-8b5ae946-4499-4bcd-885e-de0651ada097 None None] Provisioning complete for port 85be6c0e-2768-4149-8d85-674d7c7313dd triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:44.523854 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae946-4499-4bcd-885e-de0651ada097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.525805 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 85be6c0e-2768-4149-8d85-674d7c7313dd triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:44.537416 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.544069 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Allocated IP 172.20.0.1 (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce/2a68b9e6-b5d8-4029-8943-8d4af5f4c421/f800cc98-c05e-4ffa-9c9b-5aa940785bba) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:44.559470 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Checking router: 3303206c-9d05-4a73-b5ef-80987332abed for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:45:44.560114 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Updating router 3303206c-9d05-4a73-b5ef-80987332abed port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:45:44.576369 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks [] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.630683 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.642339 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.655992 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae00efb6-b6ae-484f-813a-c0c3bc4a5239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.686902 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.713478 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44214) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:44.741346 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Pushing event updated for resources: {'Port': ['ID=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:44.753655 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.814147 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f71413f-6fb4-4520-86e5-51c38f2bb992 req-184bca88-f1c1-4194-a486-0f9edb7e55c8 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.0921097 Apr 06 12:45:44.823035 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks [] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.834879 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:44.841219 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:44.852337 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:44.852887 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:44.960134 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.008760 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68366570-490c-4904-aab7-a62b7f32d697 None None] Pushing event updated for resources: {'Port': ['ID=a371db1b-1a36-465a-b30e-46c6030fce65,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:45.044482 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.072707 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:45.075490 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:45.082183 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:45.106422 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:45.116284 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:45.116834 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.212110 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:45.237258 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ae946-4499-4bcd-885e-de0651ada097 None None] Current status of the port 85be6c0e-2768-4149-8d85-674d7c7313dd is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:45.237722 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae946-4499-4bcd-885e-de0651ada097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.254028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f800cc98-c05e-4ffa-9c9b-5aa940785bba,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:45.258129 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 85be6c0e-2768-4149-8d85-674d7c7313dd is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:45.258748 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.372328 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae00efb6-b6ae-484f-813a-c0c3bc4a5239 admin admin] Publish callbacks [] for security_group (673a0fb2-52bd-4bdc-877f-ad66acbbb9a6), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.535371 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-8b5ae946-4499-4bcd-885e-de0651ada097 None None] For port 85be6c0e-2768-4149-8d85-674d7c7313dd, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=85be6c0e-2768-4149-8d85-674d7c7313dd,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:45.625063 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Publish callbacks [] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.637905 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8b5ae946-4499-4bcd-885e-de0651ada097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.639080 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae00efb6-b6ae-484f-813a-c0c3bc4a5239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (673a0fb2-52bd-4bdc-877f-ad66acbbb9a6), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.668180 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.691626 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00efb6-b6ae-484f-813a-c0c3bc4a5239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673a0fb2-52bd-4bdc-877f-ad66acbbb9a6,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:45.710736 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ae00efb6-b6ae-484f-813a-c0c3bc4a5239 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96d2539898fd42dab409274a6d7ff49b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3663697 Apr 06 12:45:45.712179 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.db.api [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:45:45.712631 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG oslo_db.api [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:45:45.713959 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.725326 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44232) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:45.725794 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ae946-4499-4bcd-885e-de0651ada097 None None] Pushing event updated for resources: {'Port': ['ID=85be6c0e-2768-4149-8d85-674d7c7313dd,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:45.743849 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.789648 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Allocated IP 172.20.0.1 (d0ca3c5b-9181-496b-8f57-10516eb2faa3/4141b77f-b8a3-407b-a741-4d4a05c17ba2/19aefb95-a194-4632-a9de-9a8c6f568cfc) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:45.819346 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Attempting to bind port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:45.819870 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Attempting to bind port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:45.820338 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Attempting to bind port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:45.822604 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bcc20-de6f-4e0e-b8be-72415e3950f2 None None] Pushing event updated for resources: {'Port': ['ID=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:45.826195 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Provisioning complete for port f800cc98-c05e-4ffa-9c9b-5aa940785bba triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:45.826716 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.851855 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-65c64ecc-9658-40bb-9028-125beab56aa7 admin admin] Publish callbacks [] for security_group (673a0fb2-52bd-4bdc-877f-ad66acbbb9a6), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.852614 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:45.853152 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:45.853743 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.854235 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:45.854957 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Bound port: c6a88fd4-6e3d-4465-90ca-2f69937cfc52, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:45.855538 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.911997 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:38Z', 'revision_number': 3, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:45.946497 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-65c64ecc-9658-40bb-9028-125beab56aa7 admin admin] Publish callbacks [] for security_group (673a0fb2-52bd-4bdc-877f-ad66acbbb9a6), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.959878 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Port f800cc98-c05e-4ffa-9c9b-5aa940785bba cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:45:45.975084 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] For port c6a88fd4-6e3d-4465-90ca-2f69937cfc52, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:45.979480 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] For port c6a88fd4-6e3d-4465-90ca-2f69937cfc52, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:45.986116 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Provisioning complete for port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:45.988129 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.022230 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220aa86e-e536-4009-ad3c-c0ebacb4dc43 None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:38Z', 'revision_number': 3, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:45:46.073373 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.101845 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:45:46.162686 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks [] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.286787 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks [] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.294308 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Provisioning complete for port 85be6c0e-2768-4149-8d85-674d7c7313dd triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:46.294932 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.302468 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks [] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.339874 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:46.341956 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:46.358354 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.359102 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.387535 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.388470 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.393545 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Publish callbacks [] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.432135 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-65c64ecc-9658-40bb-9028-125beab56aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (673a0fb2-52bd-4bdc-877f-ad66acbbb9a6), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.437816 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-65c64ecc-9658-40bb-9028-125beab56aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.440076 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-65c64ecc-9658-40bb-9028-125beab56aa7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/673a0fb2-52bd-4bdc-877f-ad66acbbb9a6 HTTP/1.1" status: 204 len: 168 time: 0.7134297 Apr 06 12:45:46.467079 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.474755 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bcc20-de6f-4e0e-b8be-72415e3950f2 None None] Pushing event updated for resources: {'Port': ['ID=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:46.501951 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.543931 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:46.553921 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:46.581984 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:46.583698 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (3303206c-9d05-4a73-b5ef-80987332abed), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.593619 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15e17ec3-d502-42e3-bb51-71e11da4a8e1 req-e20e86f8-7b89-4111-8cdd-696b4d926972 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.1680892 Apr 06 12:45:46.713977 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c64ecc-9658-40bb-9028-125beab56aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673a0fb2-52bd-4bdc-877f-ad66acbbb9a6,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:46.765805 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f800cc98-c05e-4ffa-9c9b-5aa940785bba,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:46.844427 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Attempting to bind port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:46.858909 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Attempting to bind port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:46.859847 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Attempting to bind port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:46.885893 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253bed3-3c8d-46a4-97ed-f660d040a065 None None] Pushing event updated for resources: {'Port': ['ID=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,revision_number=2']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:46.913034 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 85be6c0e-2768-4149-8d85-674d7c7313dd is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:46.921193 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:46.921837 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:46.922520 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.930925 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:46.931781 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Bound port: 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:46.936084 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.946862 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:46.952326 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:46.965159 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Pushing event updated for resources: {'Port': ['ID=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:47.044121 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:47.071178 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] For port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:47.076276 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] For port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:47.101200 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Pushing event updated for resources: {'Port': ['ID=19aefb95-a194-4632-a9de-9a8c6f568cfc,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:47.161398 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:47.298383 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:47.348480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:45:47.362245 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:47.367399 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253bed3-3c8d-46a4-97ed-f660d040a065 None None] Pushing event updated for resources: {'Port': ['ID=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:47.371095 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:47.381031 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:47.381831 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:47.465148 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a371db1b-1a36-465a-b30e-46c6030fce65 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:47.531624 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-865144b0-9949-43ce-af60-12ccb98aa19d None None] Current status of the port 85be6c0e-2768-4149-8d85-674d7c7313dd is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:47.717933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:45:47.732552 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-306d41bd-c35e-45f3-9923-65751518f6b3 admin admin] 10.222.0.79 "PUT /v2.0/routers/4c07339f-85fc-46fd-8de1-dafef0ce4a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9011924 Apr 06 12:45:47.805582 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:47.808642 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-1c1da253-edb2-430e-be49-7b23685a561d None None] Provisioning complete for port f800cc98-c05e-4ffa-9c9b-5aa940785bba triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:47.809428 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1c1da253-edb2-430e-be49-7b23685a561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:47.981894 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port a371db1b-1a36-465a-b30e-46c6030fce65 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:47.982585 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.026090 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:45:48.053689 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-1c1da253-edb2-430e-be49-7b23685a561d None None] Port f800cc98-c05e-4ffa-9c9b-5aa940785bba cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:45:48.136107 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-1c1da253-edb2-430e-be49-7b23685a561d None None] Provisioning complete for port 19aefb95-a194-4632-a9de-9a8c6f568cfc triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:48.136726 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1c1da253-edb2-430e-be49-7b23685a561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.168544 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks [] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.190256 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1436566e-5438-464b-9e82-07b5fb4023c1 req-6cc4addc-15b6-4a92-b32c-551712dd8217 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.1141443 Apr 06 12:45:48.257009 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:44Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:48.283467 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:45:48.288879 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.290128 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (3303206c-9d05-4a73-b5ef-80987332abed), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.305649 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-95f9c126-c958-458d-b92d-f90d208723ac admin admin] 10.222.0.79 "PUT /v2.0/routers/78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2396348 Apr 06 12:45:48.320069 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 1, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:48.349011 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80e1e19-339f-4858-9d3c-ebd7d58db2a9 None None] The sync data for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi is: [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 1, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:45:48.354997 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84250795-aec2-4207-91e0-43ac913a2baf None None] The sync data for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi is: [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:44Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:45:48.359102 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-1c1da253-edb2-430e-be49-7b23685a561d None None] Port 19aefb95-a194-4632-a9de-9a8c6f568cfc cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:45:48.392296 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port a371db1b-1a36-465a-b30e-46c6030fce65 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:48.392917 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.422606 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port a371db1b-1a36-465a-b30e-46c6030fce65, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a371db1b-1a36-465a-b30e-46c6030fce65,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:48.506074 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-ce443502-8669-4b53-9ef6-5770508221cb None None] Provisioning complete for port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:48.508126 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ce443502-8669-4b53-9ef6-5770508221cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.570203 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Pushing event updated for resources: {'Port': ['ID=19aefb95-a194-4632-a9de-9a8c6f568cfc,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:48.575532 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-ce443502-8669-4b53-9ef6-5770508221cb None None] Port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:45:48.578257 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:48.579431 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 85be6c0e-2768-4149-8d85-674d7c7313dd up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:48.604571 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:48.606851 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:48.916321 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Router 3303206c-9d05-4a73-b5ef-80987332abed has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:45:49.023394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=a371db1b-1a36-465a-b30e-46c6030fce65,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:49.042994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 85be6c0e-2768-4149-8d85-674d7c7313dd triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:49.043344 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:49.212018 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:45:49.217320 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-6c5aa1ed-3ace-4d0d-a971-28e126c7cde3 admin admin] 10.222.0.79 "PUT /v2.0/routers/3303206c-9d05-4a73-b5ef-80987332abed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8601158 Apr 06 12:45:49.228140 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 85be6c0e-2768-4149-8d85-674d7c7313dd is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:49.266221 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-d6aa947b-ee1c-4d10-8888-cf17a1373baf None None] Provisioning complete for port 19aefb95-a194-4632-a9de-9a8c6f568cfc triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:49.266596 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d6aa947b-ee1c-4d10-8888-cf17a1373baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:49.394390 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa947b-ee1c-4d10-8888-cf17a1373baf None None] Port 19aefb95-a194-4632-a9de-9a8c6f568cfc cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:45:49.506129 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a371db1b-1a36-465a-b30e-46c6030fce65 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:49.592508 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port a371db1b-1a36-465a-b30e-46c6030fce65 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:49.592948 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:49.626400 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:45:49.649532 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:49.650176 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:49.731950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44330) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:49.737025 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-d5d548b5-4b4f-4cd3-956b-89e7dc3c5499 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--461020026', 'description': 'tempest-description--44557092'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:49.824564 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f04cdadc-4aa8-4373-8b78-1186bc51a4f0 req-9391d378-f6d9-4b3a-bdaf-b73d1352a4d2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.0414159 Apr 06 12:45:49.837719 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:49.840035 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port a371db1b-1a36-465a-b30e-46c6030fce65 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:49.844359 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5d548b5-4b4f-4cd3-956b-89e7dc3c5499 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:49.947570 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44334) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:49.952530 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-0de4e662-9f32-4905-9c63-772f8cdac14f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430131092', 'description': 'tempest-description--1920432617'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:49.982330 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5d548b5-4b4f-4cd3-956b-89e7dc3c5499 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (1536e5fb-5bac-4998-8f43-cbda57a1abc0), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.045793 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5d548b5-4b4f-4cd3-956b-89e7dc3c5499 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1536e5fb-5bac-4998-8f43-cbda57a1abc0), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.075509 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0de4e662-9f32-4905-9c63-772f8cdac14f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.089259 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d548b5-4b4f-4cd3-956b-89e7dc3c5499 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1536e5fb-5bac-4998-8f43-cbda57a1abc0,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:50.177799 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5d548b5-4b4f-4cd3-956b-89e7dc3c5499 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.179557 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d5d548b5-4b4f-4cd3-956b-89e7dc3c5499 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4465356 Apr 06 12:45:50.183054 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44344) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:50.191252 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-5df3af44-801e-44c7-8176-7dcce9841c4c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '1536e5fb-5bac-4998-8f43-cbda57a1abc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:50.283197 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0de4e662-9f32-4905-9c63-772f8cdac14f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (dd610b73-b8b6-4fa4-8d0a-57776a36783f), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.326964 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5df3af44-801e-44c7-8176-7dcce9841c4c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (a5863e13-138d-48e1-b342-2ed03c8ce299), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.355192 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0de4e662-9f32-4905-9c63-772f8cdac14f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (dd610b73-b8b6-4fa4-8d0a-57776a36783f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.431339 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4e662-9f32-4905-9c63-772f8cdac14f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd610b73-b8b6-4fa4-8d0a-57776a36783f,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:50.452950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5df3af44-801e-44c7-8176-7dcce9841c4c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (a5863e13-138d-48e1-b342-2ed03c8ce299), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.457364 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0de4e662-9f32-4905-9c63-772f8cdac14f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.459802 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-0de4e662-9f32-4905-9c63-772f8cdac14f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5109408 Apr 06 12:45:50.462354 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44372) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:50.468929 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-4ef9da42-44b8-48fa-a96f-65bb444dc928 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'security_group_rule': {'security_group_id': 'dd610b73-b8b6-4fa4-8d0a-57776a36783f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:50.489392 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 2, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:50.526609 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5df3af44-801e-44c7-8176-7dcce9841c4c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (a5863e13-138d-48e1-b342-2ed03c8ce299), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.528625 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:45:50.529126 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Updating router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:45:50.596023 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.597674 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3af44-801e-44c7-8176-7dcce9841c4c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5863e13-138d-48e1-b342-2ed03c8ce299,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:50.638507 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5df3af44-801e-44c7-8176-7dcce9841c4c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.638696 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da42-44b8-48fa-a96f-65bb444dc928 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (90bfc475-aee8-40ff-9568-624997a14cb3), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.642621 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-5df3af44-801e-44c7-8176-7dcce9841c4c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4576933 Apr 06 12:45:50.643385 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44376) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:50.651689 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-68f2cf34-7e71-45d7-a04a-26ac2571819c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '1536e5fb-5bac-4998-8f43-cbda57a1abc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:50.693480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-b35c1f36-303b-4946-9a59-6e53bc83edb1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:50.695043 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-b35c1f36-303b-4946-9a59-6e53bc83edb1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 818 time: 0.3105307 Apr 06 12:45:50.718583 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-dfcced44-d186-4ad7-998e-6cddbf2c8e59 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/quotas/2e066936c98d40a9a5aea5638304124f HTTP/1.1" status: 200 len: 375 time: 0.0167277 Apr 06 12:45:50.832969 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-5cdbe212-f802-45bf-9ece-87c91e231665 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063538 Apr 06 12:45:50.978865 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da42-44b8-48fa-a96f-65bb444dc928 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (90bfc475-aee8-40ff-9568-624997a14cb3), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.991249 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68f2cf34-7e71-45d7-a04a-26ac2571819c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (488b5651-1e41-42cb-b6b5-58771c04572d), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:50.992254 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-c7dd3130-6aef-475b-95d5-acbf1efcf173 service neutron] 10.222.0.79 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585302 Apr 06 12:45:51.052868 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da42-44b8-48fa-a96f-65bb444dc928 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (90bfc475-aee8-40ff-9568-624997a14cb3), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.087407 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-322e1c1a-2aff-419a-9f59-374e83def251 req-002f8429-9396-474c-ba69-ab6ca3a9dd0f tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.0754154 Apr 06 12:45:51.122719 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9da42-44b8-48fa-a96f-65bb444dc928 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bfc475-aee8-40ff-9568-624997a14cb3,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:51.133864 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Publish callbacks [] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.158570 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-98eb0764-65c8-4386-9e8e-b65648563b26 service neutron] 10.222.0.79 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586480 Apr 06 12:45:51.173814 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68f2cf34-7e71-45d7-a04a-26ac2571819c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (488b5651-1e41-42cb-b6b5-58771c04572d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.189345 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da42-44b8-48fa-a96f-65bb444dc928 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.191425 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-4ef9da42-44b8-48fa-a96f-65bb444dc928 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7279081 Apr 06 12:45:51.194492 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44388) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:51.205263 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-9bc41df6-e3bf-4902-a4c1-54c0cc11f10a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'security_group_rule': {'security_group_id': 'dd610b73-b8b6-4fa4-8d0a-57776a36783f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:51.215284 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.258515 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44390) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:51.303277 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d8640-dbd5-4474-95e4-3262545515fd None None] Pushing event updated for resources: {'Port': ['ID=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:51.306706 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68f2cf34-7e71-45d7-a04a-26ac2571819c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (488b5651-1e41-42cb-b6b5-58771c04572d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.330398 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2cf34-7e71-45d7-a04a-26ac2571819c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488b5651-1e41-42cb-b6b5-58771c04572d,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:51.357082 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9bc41df6-e3bf-4902-a4c1-54c0cc11f10a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (2e34fdc3-178d-41e9-8894-796d4f6100a2), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.387941 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Attempting to bind port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:51.388323 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Attempting to bind port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:51.392897 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Attempting to bind port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:51.401005 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c6a88fd4-6e3d-4465-90ca-2f69937cfc52 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:51.408802 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:51.408802 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Checking segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:51.409248 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.409503 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Bound using segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:51.409991 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Bound port: 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:51.410428 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.443975 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68f2cf34-7e71-45d7-a04a-26ac2571819c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.449583 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44396) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:51.449882 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-68f2cf34-7e71-45d7-a04a-26ac2571819c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8051429 Apr 06 12:45:51.454784 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:51.478362 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9bc41df6-e3bf-4902-a4c1-54c0cc11f10a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (2e34fdc3-178d-41e9-8894-796d4f6100a2), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.498976 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-86ab2954-0844-4b94-9014-cec35d74b13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.544434 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06f4dfe9-ea86-4a08-ae33-004667004dd0 req-01e40fec-3fdc-44e2-b171-00019d13d089 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 210 time: 0.0436649 Apr 06 12:45:51.579013 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9bc41df6-e3bf-4902-a4c1-54c0cc11f10a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (2e34fdc3-178d-41e9-8894-796d4f6100a2), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.606562 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.620816 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41df6-e3bf-4902-a4c1-54c0cc11f10a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e34fdc3-178d-41e9-8894-796d4f6100a2,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:51.623755 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] For port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:51.634410 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:51.634829 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.647023 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] For port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:51.684251 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-86ab2954-0844-4b94-9014-cec35d74b13d admin admin] Publish callbacks [] for security_group (b3e52bea-25e7-4f37-8a3e-2c9474b01c80), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.686753 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-f1b86190-b1eb-4246-bb07-1aefc274d6a3 None None] Provisioning complete for port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:51.687194 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f1b86190-b1eb-4246-bb07-1aefc274d6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.705194 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9bc41df6-e3bf-4902-a4c1-54c0cc11f10a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.709679 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9bc41df6-e3bf-4902-a4c1-54c0cc11f10a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5110166 Apr 06 12:45:51.715555 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44412) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:51.715555 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:51.739452 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f1b86190-b1eb-4246-bb07-1aefc274d6a3 None None] Port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:45:51.780830 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:51.781256 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.788080 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.822171 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-86ab2954-0844-4b94-9014-cec35d74b13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b3e52bea-25e7-4f37-8a3e-2c9474b01c80), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.870451 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port c6a88fd4-6e3d-4465-90ca-2f69937cfc52, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:51.873029 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.882500 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:51.883012 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:51.940678 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-86ab2954-0844-4b94-9014-cec35d74b13d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=785bd44de30b4697acb224d2fd7bde73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6809859 Apr 06 12:45:51.959072 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:51.960509 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:51.970759 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44438) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:52.042049 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d8640-dbd5-4474-95e4-3262545515fd None None] Pushing event updated for resources: {'Port': ['ID=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:52.059258 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab2954-0844-4b94-9014-cec35d74b13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e52bea-25e7-4f37-8a3e-2c9474b01c80,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:52.070207 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a53639ae-302c-4049-b28a-3fbc6444c8c5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:52.080304 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a53639ae-302c-4049-b28a-3fbc6444c8c5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 818 time: 0.2275381 Apr 06 12:45:52.121306 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-31f1a6be-33d1-4480-9e80-89ca5ac9c464 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/quotas/2e066936c98d40a9a5aea5638304124f HTTP/1.1" status: 200 len: 375 time: 0.0380974 Apr 06 12:45:52.285917 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-75819110-17bd-4c99-909f-41addad5a6c5 admin admin] Publish callbacks [] for security_group (b3e52bea-25e7-4f37-8a3e-2c9474b01c80), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.287248 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:52.287749 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.289907 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.294324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:52.312582 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:52.357855 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-75819110-17bd-4c99-909f-41addad5a6c5 admin admin] Publish callbacks [] for security_group (b3e52bea-25e7-4f37-8a3e-2c9474b01c80), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.394393 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-95240d53-1c06-4fcc-a7e1-e7bdd7785cf0 None None] Provisioning complete for port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:52.395344 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-95240d53-1c06-4fcc-a7e1-e7bdd7785cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.465251 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.592725 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-75819110-17bd-4c99-909f-41addad5a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b3e52bea-25e7-4f37-8a3e-2c9474b01c80), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.604063 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-75819110-17bd-4c99-909f-41addad5a6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.604063 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-75819110-17bd-4c99-909f-41addad5a6c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3e52bea-25e7-4f37-8a3e-2c9474b01c80 HTTP/1.1" status: 204 len: 168 time: 0.5678003 Apr 06 12:45:52.631223 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75819110-17bd-4c99-909f-41addad5a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e52bea-25e7-4f37-8a3e-2c9474b01c80,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:52.662058 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Allocated IP 172.27.3.139 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/0a9684c8-e2c9-4136-b5f4-5d072fbc0e61) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:52.715707 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-47a180e1-cefb-4f9b-bff5-dbd5f0a57416 req-cf8d662c-5e1c-470a-9946-20d2fb52c6c4 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.0775101 Apr 06 12:45:52.738377 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-95240d53-1c06-4fcc-a7e1-e7bdd7785cf0 None None] Current status of the port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:52.739132 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-95240d53-1c06-4fcc-a7e1-e7bdd7785cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.749388 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a7d95812-cf70-42f2-b6fe-abaa6767c99b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6037672 Apr 06 12:45:52.834439 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:52.834439 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.861054 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:52.864680 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-95240d53-1c06-4fcc-a7e1-e7bdd7785cf0 None None] For port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:52.876520 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.889597 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-5ca81ea0-cce0-4a35-94af-9879d8d7bb9f service neutron] 10.222.0.79 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349280 Apr 06 12:45:52.927710 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:52.966506 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc80ef-abae-48af-a671-00d9b4ff38d3 None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:45:52.985816 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-95240d53-1c06-4fcc-a7e1-e7bdd7785cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:52.994084 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:53.004443 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:53.084877 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95240d53-1c06-4fcc-a7e1-e7bdd7785cf0 None None] Pushing event updated for resources: {'Port': ['ID=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:53.097216 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-864f57f2-144d-4e0b-b9ca-e706c6dd7b27 service neutron] 10.222.0.79 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066913 Apr 06 12:45:53.109755 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'Port': ['ID=0a9684c8-e2c9-4136-b5f4-5d072fbc0e61,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:53.141770 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:53.146747 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:53.156365 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:53.224214 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.27.3.114 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/484b445b-a3b2-44b8-90e4-5b29b6bb4da7) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:53.266771 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.83', 58178) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:53.305941 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:53.337471 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (b2a78406-805f-41d3-983a-8507655b05f2), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:53.584317 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:53.613721 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:53.637797 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f1809596-bb7b-44e6-afbf-99e583ec648a req-94a43dae-e78d-4af1-973a-25eab90233a9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 210 time: 0.0871017 Apr 06 12:45:53.731712 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:53.732092 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:53.767567 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:53.788581 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-55fcb135-3aeb-4132-aae5-47ffe5bfb9be tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:53.790329 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-55fcb135-3aeb-4132-aae5-47ffe5bfb9be tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.83 "GET /v2.0/networks?id=b02280d1-b117-4bd2-b2a9-d805e739b0b2 HTTP/1.1" status: 200 len: 811 time: 0.4950297 Apr 06 12:45:53.943546 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:53.948291 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c6a88fd4-6e3d-4465-90ca-2f69937cfc52 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:53.951918 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:53.963533 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dc3ea4a9-f794-4d4f-af3a-accafecd394d req-67b93b24-2ea2-476f-a83a-b17443a665d7 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.0863643 Apr 06 12:45:53.964835 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.042177 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:54.045763 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.047945 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:54.052362 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:54.068185 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=484b445b-a3b2-44b8-90e4-5b29b6bb4da7,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:54.083452 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Sync routers for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:45:54.113668 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:54.114330 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:54.132163 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'Port': ['ID=0a9684c8-e2c9-4136-b5f4-5d072fbc0e61,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:54.134510 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (b2a78406-805f-41d3-983a-8507655b05f2), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.186891 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:54.188815 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.248969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (c5e0df48-c605-43ce-8cef-3ab4d2bf4e52), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.310193 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Sync routers for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:45:54.318600 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.324633 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-a6537fd0-1b3e-4bb0-b3c7-bc1994668c26 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6117532 Apr 06 12:45:54.334440 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:54.338474 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:54.340132 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:54.398518 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:54.461385 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.662336 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:54.799760 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:47Z', 'revision_number': 2, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:54.865148 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Checking router: 3303206c-9d05-4a73-b5ef-80987332abed for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:45:54.865879 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Updating router 3303206c-9d05-4a73-b5ef-80987332abed port 19aefb95-a194-4632-a9de-9a8c6f568cfc binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:45:54.932303 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.932661 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26d20740-bee9-4951-b76b-60608bdae1b9 req-df433f05-ac75-41fe-b8a3-954925c024d0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 210 time: 0.1368234 Apr 06 12:45:54.938606 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:54.974898 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-3bc1a685-295b-4468-9a6f-1758ac6eb4cf tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--430131092&fields=id&tenant_id=d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 267 time: 0.2182281 Apr 06 12:45:54.987191 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 2, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:55.037593 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.061394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Checking router: 4c07339f-85fc-46fd-8de1-dafef0ce4a3f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:45:55.061394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Updating router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f port f800cc98-c05e-4ffa-9c9b-5aa940785bba binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:45:55.103983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (c5e0df48-c605-43ce-8cef-3ab4d2bf4e52), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.116700 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.201730 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-658b40e2-692b-4f70-9ed8-9b43c108546d req-fbdb007d-f821-45d3-8788-75a7b230bb41 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.0833948 Apr 06 12:45:55.202714 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=484b445b-a3b2-44b8-90e4-5b29b6bb4da7,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:55.263399 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-56a2f8b0-3f1e-41fc-86ff-9501c83e4323 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:55.271854 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-56a2f8b0-3f1e-41fc-86ff-9501c83e4323 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 817 time: 0.2836535 Apr 06 12:45:55.293177 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-d50b1aec-667d-4dd1-a23a-e0c85b809b20 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/quotas/d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 375 time: 0.0215468 Apr 06 12:45:55.362686 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.369851 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d8e83751-d2fd-4dad-ba47-91c6c8f8a5f5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9151340 Apr 06 12:45:55.397537 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:55.398145 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-136e2fd1-9568-4da4-a9a8-d86a841ff481 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948939 Apr 06 12:45:55.600919 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Publish callbacks [] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.672942 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:55.672942 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.691803 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.723498 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-72cf40bb-dd8e-4f94-b486-2cd6e3cf396a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--461020026&fields=id&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 267 time: 0.1091082 Apr 06 12:45:55.814560 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf104ca-1661-4544-8731-4a95b7cec612 None None] Pushing event updated for resources: {'Port': ['ID=19aefb95-a194-4632-a9de-9a8c6f568cfc,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:55.897016 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Attempting to bind port 19aefb95-a194-4632-a9de-9a8c6f568cfc on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:55.897399 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Attempting to bind port 19aefb95-a194-4632-a9de-9a8c6f568cfc by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:55.897776 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Attempting to bind port 19aefb95-a194-4632-a9de-9a8c6f568cfc on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:55.903639 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:55.904025 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Checking segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:55.904434 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.904884 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Bound using segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:55.905586 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Bound port: 19aefb95-a194-4632-a9de-9a8c6f568cfc, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:55.906054 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.925792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-66f0513b-69d7-4d1e-8577-6eb3f612f19c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:45:55.926999 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-66f0513b-69d7-4d1e-8577-6eb3f612f19c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2838690 Apr 06 12:45:55.936939 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-e7922173-b590-41c7-bf70-497ea39e24f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:55.939153 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-e7922173-b590-41c7-bf70-497ea39e24f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.2143993 Apr 06 12:45:56.016727 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] For port 19aefb95-a194-4632-a9de-9a8c6f568cfc, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:56.019783 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Publish callbacks [] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.031411 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] For port 19aefb95-a194-4632-a9de-9a8c6f568cfc, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=19aefb95-a194-4632-a9de-9a8c6f568cfc,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:56.031713 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:56.056407 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-25a580eb-cd8c-4f21-9643-9db80c901bb4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/quotas/5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 375 time: 0.1085045 Apr 06 12:45:56.147298 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.147482 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.151701 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-6436cadb-5624-4400-9da9-151829426d40 service neutron] 10.222.0.79 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115340 Apr 06 12:45:56.197475 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1d65d-c676-482a-acc5-05edb2f9107f None None] Pushing event updated for resources: {'Port': ['ID=f800cc98-c05e-4ffa-9c9b-5aa940785bba,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:56.223164 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-e43b12ae-fff2-4e6e-a0ce-69a5660a98c4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527951 Apr 06 12:45:56.254821 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf104ca-1661-4544-8731-4a95b7cec612 None None] Pushing event updated for resources: {'Port': ['ID=19aefb95-a194-4632-a9de-9a8c6f568cfc,revision_number=4']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:56.311864 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:56.312527 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:56.342467 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-e31ab0af-97d2-4df1-994b-a84064e71432 None None] Provisioning complete for port 19aefb95-a194-4632-a9de-9a8c6f568cfc triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:56.342862 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e31ab0af-97d2-4df1-994b-a84064e71432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.350056 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Request body: {'port': {'device_id': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2', 'admin_state_up': True, 'tenant_id': 'f21b608537a84a6fbb3d3475c4cc1d9d'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:56.516903 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Attempting to bind port f800cc98-c05e-4ffa-9c9b-5aa940785bba on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:45:56.525567 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Attempting to bind port f800cc98-c05e-4ffa-9c9b-5aa940785bba by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:45:56.527941 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Attempting to bind port f800cc98-c05e-4ffa-9c9b-5aa940785bba on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:45:56.551315 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:45:56.551689 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Checking segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:45:56.552095 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.556591 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Bound using segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:45:56.560050 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Bound port: f800cc98-c05e-4ffa-9c9b-5aa940785bba, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:45:56.565670 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.667057 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:56.699935 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-0f5558cb-72c4-4738-beb9-81c1c9708846 service neutron] 10.222.0.79 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383391 Apr 06 12:45:56.816425 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e31ab0af-97d2-4df1-994b-a84064e71432 None None] Current status of the port 19aefb95-a194-4632-a9de-9a8c6f568cfc is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:56.817913 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e31ab0af-97d2-4df1-994b-a84064e71432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.823504 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] For port f800cc98-c05e-4ffa-9c9b-5aa940785bba, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:45:56.860063 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] For port f800cc98-c05e-4ffa-9c9b-5aa940785bba, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f800cc98-c05e-4ffa-9c9b-5aa940785bba,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:45:56.895251 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e31ab0af-97d2-4df1-994b-a84064e71432 None None] For port 19aefb95-a194-4632-a9de-9a8c6f568cfc, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=19aefb95-a194-4632-a9de-9a8c6f568cfc,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:56.966259 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.012839 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e31ab0af-97d2-4df1-994b-a84064e71432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.066827 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-ffc1dd08-754c-4185-b86b-81b83b0addec service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358107 Apr 06 12:45:57.096975 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:45:57.097627 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:45:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:57.140421 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:57.175764 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea36dd3-ab31-4212-9d11-e7badd6f29b9 None None] The sync data for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi is: [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:45:57.232160 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-718118e1-5246-4902-8ba9-37e697dd7996 service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643684 Apr 06 12:45:57.279045 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1d65d-c676-482a-acc5-05edb2f9107f None None] Pushing event updated for resources: {'Port': ['ID=f800cc98-c05e-4ffa-9c9b-5aa940785bba,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:57.315204 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-25c7d824-0a91-4096-8610-80b77a20749b req-8185e589-3f12-468f-b960-adb93c1969b9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 210 time: 0.0492947 Apr 06 12:45:57.369732 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Made reservation on behalf of f21b608537a84a6fbb3d3475c4cc1d9d for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:45:57.374503 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.448603 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0a0b39ad-1c54-46dd-8011-35b58d56c6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.705263 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 19aefb95-a194-4632-a9de-9a8c6f568cfc up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:57.752839 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44682) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:57.757054 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Provisioning complete for port f800cc98-c05e-4ffa-9c9b-5aa940785bba triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:57.757435 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.867962 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.83', 58188) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:58.121134 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:45:58.123752 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fa7cfee6-a4e1-4111-8aad-29356bc64a73 req-3665db51-bd8b-4c5b-9355-e012f9c49f6b tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.3959024 Apr 06 12:45:58.126255 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7bfad6e-36c7-4fe2-90d7-7052434e7023 req-91273135-eecf-4fc1-8dd5-c165195806f9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.4012320 Apr 06 12:45:58.257159 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-32e99821-0cb6-42d2-9c5b-447a94acf264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:58.513735 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-24868961-4ebd-4175-ad06-1cdd97ff8517 req-8a2f8c58-0ba2-4447-ad3e-7d615f3f250d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.1403742 Apr 06 12:45:58.547317 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.83', 58192) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:58.591718 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Allocated IP 172.20.0.9 (b02280d1-b117-4bd2-b2a9-d805e739b0b2/bae68d50-1a85-47c0-bf17-88a018006585/a365e52a-9eaf-4ce0-9609-9dab1da17b7d) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:45:58.606819 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6d73cb9a-ab05-4e6d-850d-fbbfc9c13668 req-38cdcd4e-547e-496d-990a-8f300e106bf7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 210 time: 0.1074858 Apr 06 12:45:58.747209 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ab0af-97d2-4df1-994b-a84064e71432 None None] Pushing event updated for resources: {'Port': ['ID=19aefb95-a194-4632-a9de-9a8c6f568cfc,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:58.835808 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-62e66bff-ad29-42c9-9d85-371360cca562 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:58.837479 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-62e66bff-ad29-42c9-9d85-371360cca562 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 818 time: 0.9488409 Apr 06 12:45:58.881921 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'port': {'device_id': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'admin_state_up': True, 'tenant_id': '2e066936c98d40a9a5aea5638304124f'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:59.008143 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks [] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.112695 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 19aefb95-a194-4632-a9de-9a8c6f568cfc triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:59.113404 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.223870 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.321672 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Current status of the port f800cc98-c05e-4ffa-9c9b-5aa940785bba is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:59.322341 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.523003 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Network b02280d1-b117-4bd2-b2a9-d805e739b0b2 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:45:59.550739 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:45:59.572192 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:45:59.584028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:59.586159 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.592574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] For port f800cc98-c05e-4ffa-9c9b-5aa940785bba, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f800cc98-c05e-4ffa-9c9b-5aa940785bba,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:59.620850 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Pushing event updated for resources: {'Port': ['ID=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:59.662732 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc079f9-219a-4e3d-a5f2-2db3e99e53c5 req-176f9df2-ba24-481f-85b8-449c77d8368e tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:59.666677 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-edc079f9-219a-4e3d-a5f2-2db3e99e53c5 req-176f9df2-ba24-481f-85b8-449c77d8368e tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 931 time: 0.2799387 Apr 06 12:45:59.686715 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-1dd2c987-d57b-47c6-9a0f-94cc1f172319 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:59.692001 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-1dd2c987-d57b-47c6-9a0f-94cc1f172319 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 818 time: 1.1208801 Apr 06 12:45:59.693023 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-036193b0-013a-406f-988c-ea886eb35124 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3494804 Apr 06 12:45:59.733994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:59.757349 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-32e99821-0cb6-42d2-9c5b-447a94acf264 admin admin] Publish callbacks [] for security_group (d76e88fd-05f4-4951-9c62-f99c3e3adfbc), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.786048 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-b5644bef-6ad7-4643-a8d3-0bde0f07fedb tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:45:59.790334 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'port': {'device_id': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'admin_state_up': True, 'tenant_id': '2e066936c98d40a9a5aea5638304124f'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:45:59.794224 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-b5644bef-6ad7-4643-a8d3-0bde0f07fedb tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223370 Apr 06 12:45:59.878729 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 19aefb95-a194-4632-a9de-9a8c6f568cfc is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:59.883382 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-16a693ea-05d3-4bd5-ab55-c436ea5bfc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.886877 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:59.889785 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307aeb7-90e4-4227-a537-0680f4375f08 None None] The sync data for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi is: [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:45:59.916520 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-476ffb45-d5cb-4e96-85d3-d64d9b5b889e req-c684c193-dbcb-49a8-9257-a408a38944c6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.1195278 Apr 06 12:46:00.004160 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-edc079f9-219a-4e3d-a5f2-2db3e99e53c5 req-3bec4954-716f-4890-a3b3-928c5c70ece7 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072259 Apr 06 12:46:00.042456 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Pushing event updated for resources: {'Port': ['ID=f800cc98-c05e-4ffa-9c9b-5aa940785bba,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:00.046988 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca02abfe-08ed-4671-ae5f-01b4e02cd548 req-8fd13926-d7e9-49a2-aad1-c2e7ed297d48 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0584826 Apr 06 12:46:00.086313 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Provisioning complete for port 19aefb95-a194-4632-a9de-9a8c6f568cfc triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:00.089965 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Request body: {'port': {'device_id': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:00.091460 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.148376 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Made reservation on behalf of 2e066936c98d40a9a5aea5638304124f for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:00.152532 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.154859 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-32e99821-0cb6-42d2-9c5b-447a94acf264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d76e88fd-05f4-4951-9c62-f99c3e3adfbc), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.203718 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 19aefb95-a194-4632-a9de-9a8c6f568cfc up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:00.219384 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-67daa276-3db1-4c78-b64b-19c762ae74f1 req-3ddb7ce5-9d62-492b-976d-ef9162f9fe1a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 210 time: 0.0599086 Apr 06 12:46:00.330988 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-32e99821-0cb6-42d2-9c5b-447a94acf264 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8960272ed2d4f55bc698136333e9095&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5770996 Apr 06 12:46:00.336249 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44756) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:00.375372 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.377512 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99821-0cb6-42d2-9c5b-447a94acf264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e88fd-05f4-4951-9c62-f99c3e3adfbc,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:00.480954 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e34c1b36-bd27-4a23-8dde-e292d41f294c None None] Current status of the port 19aefb95-a194-4632-a9de-9a8c6f568cfc is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:00.511265 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 19aefb95-a194-4632-a9de-9a8c6f568cfc triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:00.513166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.713990 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-dd407881-1338-4a85-9aa5-4a5266cb89f2 None None] Provisioning complete for port f800cc98-c05e-4ffa-9c9b-5aa940785bba triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:00.717391 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-dd407881-1338-4a85-9aa5-4a5266cb89f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.751854 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Made reservation on behalf of 2e066936c98d40a9a5aea5638304124f for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:00.757745 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.859722 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 19aefb95-a194-4632-a9de-9a8c6f568cfc is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:00.862084 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f800cc98-c05e-4ffa-9c9b-5aa940785bba up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:00.988236 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:00.995522 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Allocated IP 172.20.0.8 (d0ca3c5b-9181-496b-8f57-10516eb2faa3/4141b77f-b8a3-407b-a741-4d4a05c17ba2/c60de542-bb84-4369-ae9c-35e5d29d4a4a) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:46:01.036425 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-dd407881-1338-4a85-9aa5-4a5266cb89f2 None None] Current status of the port f800cc98-c05e-4ffa-9c9b-5aa940785bba is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:01.039162 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2eae9c87-33c2-433c-b37d-fd0b1e89825c admin admin] Publish callbacks [] for security_group (d76e88fd-05f4-4951-9c62-f99c3e3adfbc), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.044676 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port f800cc98-c05e-4ffa-9c9b-5aa940785bba triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:01.045060 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.149540 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2eae9c87-33c2-433c-b37d-fd0b1e89825c admin admin] Publish callbacks [] for security_group (d76e88fd-05f4-4951-9c62-f99c3e3adfbc), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.213782 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port f800cc98-c05e-4ffa-9c9b-5aa940785bba is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:01.240195 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-94e12eec-9700-4fe8-95fc-ea28ae3b3f5b req-82bb512b-660c-4868-af52-adf8c5812d4c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.1299291 Apr 06 12:46:01.374701 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.380461 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f206af14-f7f6-4ab9-a8be-72fac33f8ab5 req-fdd0b041-fc56-4629-b24c-d747cd74e423 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0689373 Apr 06 12:46:01.431355 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaca219-8d5e-465f-91f4-beae2653c359 req-d3f21331-0104-42d0-bd19-9af44557a401 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:01.433262 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1eaca219-8d5e-465f-91f4-beae2653c359 req-d3f21331-0104-42d0-bd19-9af44557a401 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 931 time: 0.2562644 Apr 06 12:46:01.451966 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a365e52a-9eaf-4ce0-9609-9dab1da17b7d {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:01.457683 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2eae9c87-33c2-433c-b37d-fd0b1e89825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d76e88fd-05f4-4951-9c62-f99c3e3adfbc), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.460625 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2eae9c87-33c2-433c-b37d-fd0b1e89825c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.464985 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2eae9c87-33c2-433c-b37d-fd0b1e89825c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d76e88fd-05f4-4951-9c62-f99c3e3adfbc HTTP/1.1" status: 204 len: 168 time: 1.1239743 Apr 06 12:46:01.489578 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae9c87-33c2-433c-b37d-fd0b1e89825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e88fd-05f4-4951-9c62-f99c3e3adfbc,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:01.505343 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Publish callbacks [] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.513657 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e343597f-1915-4264-9826-4635b74ff5c4 req-ecaf25d4-0339-4b83-a3c3-588553dcd834 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 210 time: 0.0752776 Apr 06 12:46:01.567419 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Transition to ACTIVE for port object a365e52a-9eaf-4ce0-9609-9dab1da17b7d will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:46:01.578016 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.585300 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1eaca219-8d5e-465f-91f4-beae2653c359 req-092ef0b9-a877-4165-be18-0598f189f99b tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384983 Apr 06 12:46:01.648099 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Allocated IP 172.20.0.14 (d0ca3c5b-9181-496b-8f57-10516eb2faa3/4141b77f-b8a3-407b-a741-4d4a05c17ba2/883751bb-3b95-4a12-86c3-0e8844dd157d) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:46:01.693892 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.694148 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:01.698164 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:01.704104 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'Port': ['ID=c60de542-bb84-4369-ae9c-35e5d29d4a4a,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:01.707633 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:46:01.713864 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:01.714790 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:01.838189 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-985c82fa-dbf8-4ae7-a97f-8ae20c7036f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9706180 Apr 06 12:46:01.911729 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Attempting to bind port a365e52a-9eaf-4ce0-9609-9dab1da17b7d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:46:01.912402 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Attempting to bind port a365e52a-9eaf-4ce0-9609-9dab1da17b7d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'c592de2e-4f2d-45b5-bea1-aebca7927ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:46:01.913113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Attempting to bind port a365e52a-9eaf-4ce0-9609-9dab1da17b7d on network b02280d1-b117-4bd2-b2a9-d805e739b0b2 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:01.918137 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Pushing event updated for resources: {'Port': ['ID=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:01.923362 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Port a365e52a-9eaf-4ce0-9609-9dab1da17b7d on network b02280d1-b117-4bd2-b2a9-d805e739b0b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:46:01.925734 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Attempting to bind port a365e52a-9eaf-4ce0-9609-9dab1da17b7d on network b02280d1-b117-4bd2-b2a9-d805e739b0b2 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:01.932565 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:46:01.933505 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Checking segment: {'id': 'c592de2e-4f2d-45b5-bea1-aebca7927ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:01.934400 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Bound using segment: {'id': 'c592de2e-4f2d-45b5-bea1-aebca7927ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:46:01.935002 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Bound port: a365e52a-9eaf-4ce0-9609-9dab1da17b7d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c592de2e-4f2d-45b5-bea1-aebca7927ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:46:01.935615 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.013717 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.053106 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f800cc98-c05e-4ffa-9c9b-5aa940785bba up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:02.163321 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port f800cc98-c05e-4ffa-9c9b-5aa940785bba triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:02.163891 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.164631 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.223269 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44806) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:02.228695 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-aa98b66e-a391-438d-8a68-eddbcf216357 None None] Provisioning complete for port c60de542-bb84-4369-ae9c-35e5d29d4a4a triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:02.229854 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-aa98b66e-a391-438d-8a68-eddbcf216357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.277953 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:02.290072 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:02.308899 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:46:02.316085 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:02.317738 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.344109 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'Port': ['ID=883751bb-3b95-4a12-86c3-0e8844dd157d,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:02.344368 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] For port a365e52a-9eaf-4ce0-9609-9dab1da17b7d, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:46:02.370847 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port f800cc98-c05e-4ffa-9c9b-5aa940785bba is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:02.384457 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-aa98b66e-a391-438d-8a68-eddbcf216357 None None] Port c60de542-bb84-4369-ae9c-35e5d29d4a4a cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:46:02.436831 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-ed8bb717-d84b-4f98-aaa9-61d18b61a273 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6649461 Apr 06 12:46:02.490275 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ba37c3e1-47c0-4bef-9e71-066dfee907a4 req-b2dffa44-1f1f-4db6-9058-093b7e724d7c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.1104047 Apr 06 12:46:02.494774 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] For port a365e52a-9eaf-4ce0-9609-9dab1da17b7d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,segment=NetworkSegment(c592de2e-4f2d-45b5-bea1-aebca7927ec1),segment_id=c592de2e-4f2d-45b5-bea1-aebca7927ec1)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:46:02.505193 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-52329f0a-c1e8-44ee-8484-8f59db1aac4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.641807 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8c1f7162-120b-402e-bd66-f6e7554bb114 req-cdef4739-5d3c-4ebe-aeee-c4bd8cb47621 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.1157732 Apr 06 12:46:02.646257 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.723457 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44822) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:02.730674 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Pushing event updated for resources: {'Port': ['ID=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:02.743673 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:02.743673 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.744067 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f13710e-93e1-40da-ac42-80ebf8761325 service neutron] 10.222.0.83 "PUT /v2.0/ports/a365e52a-9eaf-4ce0-9609-9dab1da17b7d HTTP/1.1" status: 200 len: 1093 time: 2.7759032 Apr 06 12:46:02.744534 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'tag': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:02.789150 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-da7728a3-e561-4682-b15c-e0f3e45230ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.817663 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-ed26c8f7-c2e3-407a-afb8-550680a245ab None None] Provisioning complete for port 883751bb-3b95-4a12-86c3-0e8844dd157d triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:02.817877 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-52329f0a-c1e8-44ee-8484-8f59db1aac4b admin admin] Publish callbacks [] for security_group (02fa59b0-22ef-4bab-a0b8-4d0230f76e91), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.818683 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ed26c8f7-c2e3-407a-afb8-550680a245ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.846243 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.866899 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-ed26c8f7-c2e3-407a-afb8-550680a245ab None None] Port 883751bb-3b95-4a12-86c3-0e8844dd157d cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:46:02.885628 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-52329f0a-c1e8-44ee-8484-8f59db1aac4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (02fa59b0-22ef-4bab-a0b8-4d0230f76e91), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.922872 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-da7728a3-e561-4682-b15c-e0f3e45230ca admin admin] Publish callbacks [] for security_group (50996d53-3c4a-4c43-a4c1-a816ab5990ee), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:02.937510 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52329f0a-c1e8-44ee-8484-8f59db1aac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa59b0-22ef-4bab-a0b8-4d0230f76e91,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:02.948554 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-52329f0a-c1e8-44ee-8484-8f59db1aac4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85a4f1e9be324c6f95369e1cef30ff4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7181847 Apr 06 12:46:02.951971 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44830) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:02.965307 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86581d6-4d76-48ce-abf8-8dc24019872c req-ef418437-271e-44d6-9882-a068336a21f7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:02.971611 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e86581d6-4d76-48ce-abf8-8dc24019872c req-ef418437-271e-44d6-9882-a068336a21f7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 932 time: 0.2363198 Apr 06 12:46:02.994071 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-da7728a3-e561-4682-b15c-e0f3e45230ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (50996d53-3c4a-4c43-a4c1-a816ab5990ee), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.001900 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1cad-14b5-4937-8432-d405347e5362 req-a408977e-4eb4-44b0-8215-05bfcf5c3126 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:03.004200 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-789c1cad-14b5-4937-8432-d405347e5362 req-a408977e-4eb4-44b0-8215-05bfcf5c3126 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.1532087 Apr 06 12:46:03.066427 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4b9420-dc90-4ad1-b32a-c452539227d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0771f7ad-1bb9-46af-aa9d-4585963ae8f4", "tag": "a365e52a-9eaf-4ce0-9609-9dab1da17b7d"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:03.075453 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-da7728a3-e561-4682-b15c-e0f3e45230ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bcb808d61457470b9e12172597ecd9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421309 Apr 06 12:46:03.075453 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7728a3-e561-4682-b15c-e0f3e45230ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50996d53-3c4a-4c43-a4c1-a816ab5990ee,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:03.085389 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 44834) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:03.085809 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-81a50f5c-3a7b-4c5f-ac80-42fd4b59f3a5 admin admin] Publish callbacks [] for security_group (02fa59b0-22ef-4bab-a0b8-4d0230f76e91), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.094762 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e86581d6-4d76-48ce-abf8-8dc24019872c req-91ff6446-dbe1-4fe7-beca-b2d5647f14c8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221347 Apr 06 12:46:03.135560 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-789c1cad-14b5-4937-8432-d405347e5362 req-8fab124b-edb7-40d4-a46e-a59646599634 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242530 Apr 06 12:46:03.143846 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-81a50f5c-3a7b-4c5f-ac80-42fd4b59f3a5 admin admin] Publish callbacks [] for security_group (02fa59b0-22ef-4bab-a0b8-4d0230f76e91), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.165418 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2de2028a-6dd3-4b7e-82a4-cf155dbff700 admin admin] Publish callbacks [] for security_group (50996d53-3c4a-4c43-a4c1-a816ab5990ee), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.190054 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2de2028a-6dd3-4b7e-82a4-cf155dbff700 admin admin] Publish callbacks [] for security_group (50996d53-3c4a-4c43-a4c1-a816ab5990ee), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.285822 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb460c7-8478-4512-bee5-8c918f142f3a x-openstack-request-id: req-dcb460c7-8478-4512-bee5-8c918f142f3a {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:03.286125 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0771f7ad-1bb9-46af-aa9d-4585963ae8f4", "tag": "a365e52a-9eaf-4ce0-9609-9dab1da17b7d", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:03.286386 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dcb460c7-8478-4512-bee5-8c918f142f3a {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:03.286866 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb460c7-8478-4512-bee5-8c918f142f3a'] response: {'name': 'network-changed', 'server_uuid': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'tag': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d', 'status': 'completed', 'code': 200} Apr 06 12:46:03.290860 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-81a50f5c-3a7b-4c5f-ac80-42fd4b59f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (02fa59b0-22ef-4bab-a0b8-4d0230f76e91), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.293564 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-81a50f5c-3a7b-4c5f-ac80-42fd4b59f3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.295937 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-81a50f5c-3a7b-4c5f-ac80-42fd4b59f3a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/02fa59b0-22ef-4bab-a0b8-4d0230f76e91 HTTP/1.1" status: 204 len: 168 time: 0.3406978 Apr 06 12:46:03.303176 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a50f5c-3a7b-4c5f-ac80-42fd4b59f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa59b0-22ef-4bab-a0b8-4d0230f76e91,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:03.319808 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2de2028a-6dd3-4b7e-82a4-cf155dbff700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (50996d53-3c4a-4c43-a4c1-a816ab5990ee), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.327224 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2de2028a-6dd3-4b7e-82a4-cf155dbff700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.327224 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2de2028a-6dd3-4b7e-82a4-cf155dbff700 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50996d53-3c4a-4c43-a4c1-a816ab5990ee HTTP/1.1" status: 204 len: 168 time: 0.2446661 Apr 06 12:46:03.334579 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2028a-6dd3-4b7e-82a4-cf155dbff700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50996d53-3c4a-4c43-a4c1-a816ab5990ee,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:03.639054 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ecc74ef4-fbad-413c-ae2d-2634287c57e4 req-8fac08c2-e616-47e4-bd1f-b493786e5b03 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.0379715 Apr 06 12:46:03.840877 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5f3a3a30-70cc-4a38-8a96-29ecde8717cf req-34438f84-1d7d-4245-a8d9-eca6e175a4d8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0986285 Apr 06 12:46:03.890748 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.953992 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:04.375534 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb714f0-c8a2-4518-8dae-2955859763f7 req-859b468f-594f-403f-afe4-11c4797a79aa tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:04.378016 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2cb714f0-c8a2-4518-8dae-2955859763f7 req-859b468f-594f-403f-afe4-11c4797a79aa tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 932 time: 0.1543834 Apr 06 12:46:04.396578 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5744f0-344a-4597-8a07-c662f5d0d73a req-d9d7a27b-4944-48ca-8387-44c35e65c8ed tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:04.398231 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1f5744f0-344a-4597-8a07-c662f5d0d73a req-d9d7a27b-4944-48ca-8387-44c35e65c8ed tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.1148374 Apr 06 12:46:04.452068 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44870) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:04.477586 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a101-54ab-4f6e-a00c-ad7e889049db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:04.492996 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2cb714f0-c8a2-4518-8dae-2955859763f7 req-e2193837-3d42-4e52-a2c9-640395e5e99c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935469 Apr 06 12:46:04.505802 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1f5744f0-344a-4597-8a07-c662f5d0d73a req-d4da6655-9869-4555-a81e-c6e1473f027c tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895250 Apr 06 12:46:04.639771 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a101-54ab-4f6e-a00c-ad7e889049db admin admin] Publish callbacks [] for security_group (3b5a2373-5946-4c96-8723-742a362e56b3), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:04.732205 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a101-54ab-4f6e-a00c-ad7e889049db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3b5a2373-5946-4c96-8723-742a362e56b3), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:04.820535 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d9e6a101-54ab-4f6e-a00c-ad7e889049db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f04f7de01a9d4c21ab746231a7ced907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668714 Apr 06 12:46:04.826020 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44880) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:04.831047 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6a101-54ab-4f6e-a00c-ad7e889049db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5a2373-5946-4c96-8723-742a362e56b3,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:04.891449 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.83', 58203) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:04.905194 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e09e6953-b715-4922-bef0-a908b7113362 req-7c00436b-b90a-4af8-9f70-677e5815c017 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.1193917 Apr 06 12:46:04.936477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Request body: {'port': {'device_id': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:04.978465 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Request body: {'port': {'device_id': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:05.091672 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44898) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:05.165649 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.216311 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9985554d-51b3-4125-a19d-34a1290077cd admin admin] Publish callbacks [] for security_group (3b5a2373-5946-4c96-8723-742a362e56b3), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.236034 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.252442 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82b2d29b-ac22-4d5a-9ddd-deba55dba011 req-04129206-4bf2-47d6-9761-1f9658588e64 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.1268904 Apr 06 12:46:05.275479 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9985554d-51b3-4125-a19d-34a1290077cd admin admin] Publish callbacks [] for security_group (3b5a2373-5946-4c96-8723-742a362e56b3), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.286607 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-c18f7734-1d3b-4348-8f54-2944ed025f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:05.288432 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-c18f7734-1d3b-4348-8f54-2944ed025f0b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f21b608537a84a6fbb3d3475c4cc1d9d&device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 1127 time: 0.3838937 Apr 06 12:46:05.316865 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359682910-network', 'tenant_id': '686e5d316db44b69bb6aefc338bfcc35'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:05.319034 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-74c43180-af91-4d0e-af2e-64ca1b74fcc3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:05.325298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-74c43180-af91-4d0e-af2e-64ca1b74fcc3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 817 time: 0.4245145 Apr 06 12:46:05.586567 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Made reservation on behalf of 686e5d316db44b69bb6aefc338bfcc35 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:05.589249 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.591251 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9985554d-51b3-4125-a19d-34a1290077cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3b5a2373-5946-4c96-8723-742a362e56b3), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.594306 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9985554d-51b3-4125-a19d-34a1290077cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.604140 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9985554d-51b3-4125-a19d-34a1290077cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b5a2373-5946-4c96-8723-742a362e56b3 HTTP/1.1" status: 204 len: 168 time: 0.7726672 Apr 06 12:46:05.673137 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:05.696253 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985554d-51b3-4125-a19d-34a1290077cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5a2373-5946-4c96-8723-742a362e56b3,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:05.867298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-93fecd18-93f6-4724-b6bb-ac306c78d2fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a365e52a-9eaf-4ce0-9609-9dab1da17b7d HTTP/1.1" status: 200 len: 217 time: 0.1542115 Apr 06 12:46:05.948922 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd67ee4-720e-42bd-a1a4-8d5f3adcf790 req-d36c39cd-0453-4b47-a804-519f2042621a tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:05.961689 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0fd67ee4-720e-42bd-a1a4-8d5f3adcf790 req-d36c39cd-0453-4b47-a804-519f2042621a tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.3452148 Apr 06 12:46:05.981030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c145dc-dbde-4a75-a6e2-1c6b6c5ac71a req-de59afca-7197-43d5-9b03-5a893287c33e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:05.991073 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c145dc-dbde-4a75-a6e2-1c6b6c5ac71a req-de59afca-7197-43d5-9b03-5a893287c33e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 932 time: 0.3485954 Apr 06 12:46:06.133201 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.83', 58209) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:06.135826 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ffb30a4d-520c-4210-8e2c-158c1a08acee tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 379 time: 0.4527614 Apr 06 12:46:06.138357 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-730ecb7e-751d-4f67-bcae-9ba82f295d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:06.140699 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-730ecb7e-751d-4f67-bcae-9ba82f295d9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bae68d50-1a85-47c0-bf17-88a018006585 HTTP/1.1" status: 200 len: 851 time: 0.1755612 Apr 06 12:46:06.176979 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks [] for security_group (fda43164-9038-4c97-830b-5ca11305f038), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:06.258094 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'port': {'device_id': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'admin_state_up': True, 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'security_groups': ['dd610b73-b8b6-4fa4-8d0a-57776a36783f']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:06.323308 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (fda43164-9038-4c97-830b-5ca11305f038), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:06.534951 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0fd67ee4-720e-42bd-a1a4-8d5f3adcf790 req-d04a73a4-210a-4958-8aaf-462a10a227f3 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713656 Apr 06 12:46:06.671124 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:46:06.679775 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883751bb-3b95-4a12-86c3-0e8844dd157d {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:06.687389 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-d8a2ec2e-d582-4b6c-b024-37b9ffb94bb3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b02280d1-b117-4bd2-b2a9-d805e739b0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4491100 Apr 06 12:46:06.711242 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Publish callbacks [] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:06.732944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (cf7c4e05-adc9-41e3-a2a1-63fc563d28f5), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:06.733195 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Added segment cf7c4e05-adc9-41e3-a2a1-63fc563d28f5 of type vlan for network d083ba38-275b-4a0d-b3c4-3cfc349a2f39 Apr 06 12:46:06.751502 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c145dc-dbde-4a75-a6e2-1c6b6c5ac71a req-1d9f8861-c097-432d-961e-710f58bc882c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7587786 Apr 06 12:46:06.855162 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Transition to ACTIVE for port object 883751bb-3b95-4a12-86c3-0e8844dd157d will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:46:06.896791 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-455f75a3-de85-4566-985b-f58f65d083c6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:06.897388 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-455f75a3-de85-4566-985b-f58f65d083c6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.7631257 Apr 06 12:46:06.898309 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda43164-9038-4c97-830b-5ca11305f038,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:06.982650 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-33f94bd7-e977-45ba-ba53-9972c640f040 req-7552265d-b344-4450-9c9b-c7605e65b140 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.2246113 Apr 06 12:46:06.998112 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (d083ba38-275b-4a0d-b3c4-3cfc349a2f39), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.042724 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9d3bf73e-ae23-436b-9a0f-080221049cba req-5f28328b-60bd-49cd-8b71-39c14bef5c2a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0768864 Apr 06 12:46:07.046956 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Made reservation on behalf of d348c16b71a0461389ecba02ede19d55 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:07.057430 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.073481 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.117390 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-5f77e27f-0feb-47ed-9315-e5ee400cb653 service neutron] 10.222.0.83 "GET /v2.0/networks/b02280d1-b117-4bd2-b2a9-d805e739b0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064980 Apr 06 12:46:07.274508 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-b5615688-c278-46f9-8500-5cc871f15441 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 379 time: 0.3284893 Apr 06 12:46:07.299336 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'port': {'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'admin_state_up': True, 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'security_groups': ['1536e5fb-5bac-4998-8f43-cbda57a1abc0']}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:07.321826 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Pushing event updated for resources: {'Port': ['ID=883751bb-3b95-4a12-86c3-0e8844dd157d,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:07.383322 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (d083ba38-275b-4a0d-b3c4-3cfc349a2f39), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.384211 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:07.384873 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.412328 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Attempting to bind port 883751bb-3b95-4a12-86c3-0e8844dd157d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:46:07.412961 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Attempting to bind port 883751bb-3b95-4a12-86c3-0e8844dd157d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:46:07.413358 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Attempting to bind port 883751bb-3b95-4a12-86c3-0e8844dd157d on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:07.451148 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Allocated IP 172.20.0.6 (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce/2a68b9e6-b5d8-4029-8943-8d4af5f4c421/b505729e-02c6-43a8-a7aa-2e21911c1a2a) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:46:07.480985 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c7c1197d-0ba1-4b36-b3cb-f24a629750b5 req-1a3cb090-2fd3-4849-825f-b31a31ffc571 service neutron] 10.222.0.83 "GET /v2.0/networks/b02280d1-b117-4bd2-b2a9-d805e739b0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341477 Apr 06 12:46:07.550691 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Port 883751bb-3b95-4a12-86c3-0e8844dd157d on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:46:07.551044 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Attempting to bind port 883751bb-3b95-4a12-86c3-0e8844dd157d on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:07.612461 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:46:07.612865 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Checking segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:07.613421 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Bound using segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:46:07.614082 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Bound port: 883751bb-3b95-4a12-86c3-0e8844dd157d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:46:07.614320 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.671596 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] Pushing event updated for resources: {'Network': ['ID=d083ba38-275b-4a0d-b3c4-3cfc349a2f39,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:07.693452 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network d083ba38-275b-4a0d-b3c4-3cfc349a2f39 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:46:07.700111 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c154771d-19d0-4213-ac9c-9bb06949ea02 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6073322 Apr 06 12:46:07.709365 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 44972) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:07.748878 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Request body: {'subnet': {'network_id': 'd083ba38-275b-4a0d-b3c4-3cfc349a2f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359682910-subnet', 'tenant_id': '686e5d316db44b69bb6aefc338bfcc35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:07.879204 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60de542-bb84-4369-ae9c-35e5d29d4a4a {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:07.897574 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Made reservation on behalf of 686e5d316db44b69bb6aefc338bfcc35 for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:07.901069 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.927194 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Publish callbacks [] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:07.996396 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] For port 883751bb-3b95-4a12-86c3-0e8844dd157d, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:46:08.005805 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Transition to ACTIVE for port object c60de542-bb84-4369-ae9c-35e5d29d4a4a will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:46:08.036333 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] For port 883751bb-3b95-4a12-86c3-0e8844dd157d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=883751bb-3b95-4a12-86c3-0e8844dd157d,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:46:08.040279 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Made reservation on behalf of 5ea5c492b6b041f2b616e8e4bcf774cf for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:08.043940 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.254124 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-5ba1a19c-fb80-46a9-b014-0fcb7b9a47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:08.255646 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-5ba1a19c-fb80-46a9-b014-0fcb7b9a47cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f21b608537a84a6fbb3d3475c4cc1d9d&device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 1127 time: 0.2393172 Apr 06 12:46:08.271801 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.274575 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa0286-abe5-4041-9e73-1c206295dbe8 req-267bcae8-e7a9-4596-9579-859b9f5edb77 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:08.278174 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f2aa0286-abe5-4041-9e73-1c206295dbe8 req-267bcae8-e7a9-4596-9579-859b9f5edb77 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.2577174 Apr 06 12:46:08.280356 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.297117 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.300081 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a171966-ddd3-41ba-8733-2b803fa2cadd req-b0586049-1c97-45a6-a09d-f70f3353d642 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:08.307563 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5a171966-ddd3-41ba-8733-2b803fa2cadd req-b0586049-1c97-45a6-a09d-f70f3353d642 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.2897677 Apr 06 12:46:08.335487 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:08.336216 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.337773 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] 10.222.0.83 "PUT /v2.0/ports/883751bb-3b95-4a12-86c3-0e8844dd157d HTTP/1.1" status: 200 len: 1094 time: 3.4423003 Apr 06 12:46:08.342435 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'tag': '883751bb-3b95-4a12-86c3-0e8844dd157d'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:08.442868 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (e6deca0d-bfaf-4107-b018-49b2f218484d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.645481 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f2aa0286-abe5-4041-9e73-1c206295dbe8 req-717cc5f2-52c1-497c-967e-820d97a2f022 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578732 Apr 06 12:46:08.648831 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.686783 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:08.701708 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:08.705625 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:46:08.721773 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:08.729571 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:08.764700 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5a171966-ddd3-41ba-8733-2b803fa2cadd req-67fb9155-a6e3-437f-a995-aa50affca46d tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515967 Apr 06 12:46:08.855244 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:08.895257 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-ef06f764-751f-4631-9517-e9c1dc21a9cc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6546264 Apr 06 12:46:08.895854 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017349d3-c205-4a13-9483-669e679230f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b18cb86d-b1c7-4e9a-b99c-d7400caf606e", "tag": "883751bb-3b95-4a12-86c3-0e8844dd157d"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:08.978091 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40519bc-3f5b-4487-b1cd-cff7a3c24417 service neutron] Pushing event updated for resources: {'Port': ['ID=883751bb-3b95-4a12-86c3-0e8844dd157d,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:08.999387 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6deca0d-bfaf-4107-b018-49b2f218484d,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:09.008251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ac63a-b4d2-47b5-919b-9b432055ba2f req-bca56673-cd7e-449f-8768-c917e51b9582 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:09.010346 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-598ac63a-b4d2-47b5-919b-9b432055ba2f req-bca56673-cd7e-449f-8768-c917e51b9582 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 931 time: 0.1505167 Apr 06 12:46:09.020808 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb24c14c-840a-42c1-b984-497686177735 req-a77bfb46-7beb-44ed-a012-222bbf0e3088 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0703661 Apr 06 12:46:09.085375 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Checking segment: {'id': 'cf7c4e05-adc9-41e3-a2a1-63fc563d28f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd083ba38-275b-4a0d-b3c4-3cfc349a2f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:09.086123 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Network hostable DHCP agents. Network: d083ba38-275b-4a0d-b3c4-3cfc349a2f39, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:46:09.098135 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Attempting to bind port c60de542-bb84-4369-ae9c-35e5d29d4a4a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:46:09.101910 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Attempting to bind port c60de542-bb84-4369-ae9c-35e5d29d4a4a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:46:09.101910 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Attempting to bind port c60de542-bb84-4369-ae9c-35e5d29d4a4a on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:09.115561 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-598ac63a-b4d2-47b5-919b-9b432055ba2f req-e7b55e2e-d159-47d3-9345-30b06595bf44 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859363 Apr 06 12:46:09.134405 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Port c60de542-bb84-4369-ae9c-35e5d29d4a4a on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:46:09.134770 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Attempting to bind port c60de542-bb84-4369-ae9c-35e5d29d4a4a on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:09.163809 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Pushing event updated for resources: {'Port': ['ID=c60de542-bb84-4369-ae9c-35e5d29d4a4a,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:09.173467 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-28d45e9c-bbea-419f-99e1-0b925df8af56 None None] Provisioning complete for port b505729e-02c6-43a8-a7aa-2e21911c1a2a triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:09.176323 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-28d45e9c-bbea-419f-99e1-0b925df8af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.177139 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:46:09.177713 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Checking segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:09.178346 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Bound using segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:46:09.179126 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Bound port: c60de542-bb84-4369-ae9c-35e5d29d4a4a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:46:09.179710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.210252 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.20.0.11 (e9d5f7b1-df0c-403c-a87f-19856c03f9bd/5de3e368-06d5-49c0-873c-248b43d6b8f1/51f3a2bc-8339-42c3-94ef-6664514bfa3d) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:46:09.216455 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-28d45e9c-bbea-419f-99e1-0b925df8af56 None None] Port b505729e-02c6-43a8-a7aa-2e21911c1a2a cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:46:09.309707 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9c9056-d968-4521-8071-18473b6b2f17 x-openstack-request-id: req-ff9c9056-d968-4521-8071-18473b6b2f17 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:09.310004 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18cb86d-b1c7-4e9a-b99c-d7400caf606e", "tag": "883751bb-3b95-4a12-86c3-0e8844dd157d", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:09.310307 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff9c9056-d968-4521-8071-18473b6b2f17 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:09.310735 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9c9056-d968-4521-8071-18473b6b2f17'] response: {'name': 'network-changed', 'server_uuid': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'tag': '883751bb-3b95-4a12-86c3-0e8844dd157d', 'status': 'completed', 'code': 200} Apr 06 12:46:09.320227 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Network d083ba38-275b-4a0d-b3c4-3cfc349a2f39 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:46:09.374547 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] For port c60de542-bb84-4369-ae9c-35e5d29d4a4a, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:46:09.394313 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] For port c60de542-bb84-4369-ae9c-35e5d29d4a4a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:46:09.446440 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.499208 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.505630 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, d083ba38-275b-4a0d-b3c4-3cfc349a2f39) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:09.512025 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:09.513719 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.517082 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916548fe-ac85-4c9e-b351-357c21bd3b75 None None] Network d083ba38-275b-4a0d-b3c4-3cfc349a2f39 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:09.564699 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:09.565883 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.568223 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] 10.222.0.83 "PUT /v2.0/ports/c60de542-bb84-4369-ae9c-35e5d29d4a4a HTTP/1.1" status: 200 len: 1093 time: 4.6818633 Apr 06 12:46:09.578879 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.641849 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:46:09.642354 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f33683-a43a-4b3e-b839-f926f112d649 None None] Network d083ba38-275b-4a0d-b3c4-3cfc349a2f39 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:09.643328 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f0878-20b3-4065-a2c7-b25527a4636f service neutron] Pushing event updated for resources: {'Port': ['ID=c60de542-bb84-4369-ae9c-35e5d29d4a4a,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:09.683611 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:09.686565 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:46:09.697897 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:09.697897 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.714208 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2d329aae-d33b-42df-820b-944703c2cb80 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9659648 Apr 06 12:46:09.750661 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=51f3a2bc-8339-42c3-94ef-6664514bfa3d,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:09.835955 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8445ab6f-aec9-4db2-9b69-ed02e7f520f8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5467374 Apr 06 12:46:09.971525 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4215e-b55b-4e9a-848a-c2893b7df40b req-51c5c808-7b35-45d4-92e2-59e23a1f9810 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:09.981590 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-88f4215e-b55b-4e9a-848a-c2893b7df40b req-51c5c808-7b35-45d4-92e2-59e23a1f9810 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.1959038 Apr 06 12:46:10.030271 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62710d-00ba-4be2-bd39-eacb18a9d620 req-4f6d35f0-bdff-43a0-9526-e028ab96c9a2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:10.031813 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f62710d-00ba-4be2-bd39-eacb18a9d620 req-4f6d35f0-bdff-43a0-9526-e028ab96c9a2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.1559815 Apr 06 12:46:10.051836 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-88f4215e-b55b-4e9a-848a-c2893b7df40b req-db466239-596e-4c5b-ad5f-2ce088c934c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689654 Apr 06 12:46:10.087618 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-dcee3cbd-4e58-4ed6-8061-439a6dd4b356 None None] Provisioning complete for port 51f3a2bc-8339-42c3-94ef-6664514bfa3d triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:10.088020 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-dcee3cbd-4e58-4ed6-8061-439a6dd4b356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:10.110204 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f62710d-00ba-4be2-bd39-eacb18a9d620 req-324c918d-7f86-41e6-8025-d6fc4581a1d3 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669475 Apr 06 12:46:10.169153 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-dcee3cbd-4e58-4ed6-8061-439a6dd4b356 None None] Port 51f3a2bc-8339-42c3-94ef-6664514bfa3d cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:46:10.197834 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f982ea-2e34-43a0-a258-0a895122efdf req-ce0cd0d1-4fc6-4ccd-832c-5b877ce20312 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:10.201968 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-12f982ea-2e34-43a0-a258-0a895122efdf req-ce0cd0d1-4fc6-4ccd-832c-5b877ce20312 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 932 time: 0.0727773 Apr 06 12:46:10.288861 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-12f982ea-2e34-43a0-a258-0a895122efdf req-412f6f2b-285b-443d-a570-fd36010f5af2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821557 Apr 06 12:46:10.296942 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df3854-a9cb-4aa0-b6f5-05ff03b828d2 req-ba885128-b754-4f55-8034-4792eb5475b8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:10.298514 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-95df3854-a9cb-4aa0-b6f5-05ff03b828d2 req-ba885128-b754-4f55-8034-4792eb5475b8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 931 time: 0.0897694 Apr 06 12:46:10.349627 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-95df3854-a9cb-4aa0-b6f5-05ff03b828d2 req-66a12f90-4ac4-4581-9de4-e33c71935797 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452042 Apr 06 12:46:10.672444 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45054) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:10.677630 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-875467435-network', 'tenant_id': '97e1934c7b98401a8fa84e6ad5f6df52'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:10.787325 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Made reservation on behalf of 97e1934c7b98401a8fa84e6ad5f6df52 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:10.789990 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:10.805794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:10.928452 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks [] for security_group (a270bdbb-231b-4970-8db9-573c6168061e), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:11.028229 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (a270bdbb-231b-4970-8db9-573c6168061e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:11.067188 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:46:11.076790 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a270bdbb-231b-4970-8db9-573c6168061e,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:11.084449 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (a0eb2ee6-b3d9-418e-a085-f919c2d960ee), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:11.084834 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Added segment a0eb2ee6-b3d9-418e-a085-f919c2d960ee of type vlan for network 04d52531-6350-4014-a124-feddd73ca6bf Apr 06 12:46:11.136148 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (04d52531-6350-4014-a124-feddd73ca6bf), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:11.244958 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994d4bf-61d8-4f0e-a2f9-1cafd363f0f7 req-f164cb40-a770-4f73-b282-582413cf42ce tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:11.246054 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (04d52531-6350-4014-a124-feddd73ca6bf), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:11.247170 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:11.247533 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c994d4bf-61d8-4f0e-a2f9-1cafd363f0f7 req-f164cb40-a770-4f73-b282-582413cf42ce tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.0808775 Apr 06 12:46:11.247776 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:11.347026 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbb6a8-affb-40e8-8674-0267a28295c0 req-58d44d34-9791-488c-94c5-9c676cc7f6ad tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:11.349515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3cbbb6a8-affb-40e8-8674-0267a28295c0 req-58d44d34-9791-488c-94c5-9c676cc7f6ad tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.1208444 Apr 06 12:46:11.357414 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c994d4bf-61d8-4f0e-a2f9-1cafd363f0f7 req-9f2e89eb-3c3d-49c4-b5cf-eaa500bf56d5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859449 Apr 06 12:46:11.369408 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'tag': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:11.369408 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3071e099-af35-42a8-9344-f7af175e596d" -d '{"events": [{"name": "network-changed", "server_uuid": "91a4672f-751b-438f-8a1d-ee0cccead4b8", "tag": "c60de542-bb84-4369-ae9c-35e5d29d4a4a"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:11.410433 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] Pushing event updated for resources: {'Network': ['ID=04d52531-6350-4014-a124-feddd73ca6bf,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:11.429414 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 04d52531-6350-4014-a124-feddd73ca6bf details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:46:11.438505 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3cbbb6a8-affb-40e8-8674-0267a28295c0 req-5f22ca41-d736-4804-a649-432d2eebae7d tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701444 Apr 06 12:46:11.460093 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-91b252c6-f82a-4693-90cd-6db4f4587fbc admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7873478 Apr 06 12:46:11.460767 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45070) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:11.465650 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Request body: {'subnet': {'network_id': '04d52531-6350-4014-a124-feddd73ca6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-875467435-subnet', 'tenant_id': '97e1934c7b98401a8fa84e6ad5f6df52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:11.566971 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3716b300-3c91-4956-b817-6bdea8610291 x-openstack-request-id: req-3716b300-3c91-4956-b817-6bdea8610291 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:11.567993 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a4672f-751b-438f-8a1d-ee0cccead4b8", "tag": "c60de542-bb84-4369-ae9c-35e5d29d4a4a", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:11.567993 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3716b300-3c91-4956-b817-6bdea8610291 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:11.568136 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3716b300-3c91-4956-b817-6bdea8610291'] response: {'name': 'network-changed', 'server_uuid': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'tag': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a', 'status': 'completed', 'code': 200} Apr 06 12:46:11.577740 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1c3ec-9832-4725-ae4b-02eb6eaf66fd req-fa55a44c-2735-492c-bf1f-e217f052ca2d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:11.579456 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5cf1c3ec-9832-4725-ae4b-02eb6eaf66fd req-fa55a44c-2735-492c-bf1f-e217f052ca2d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 932 time: 0.1229959 Apr 06 12:46:11.587723 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Made reservation on behalf of 97e1934c7b98401a8fa84e6ad5f6df52 for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:46:11.593526 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:11.795892 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f1867-2780-436f-a8e4-e7a8918ae7da req-af3145a8-8da7-4bb1-998a-66e15566bc73 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:11.803599 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-513f1867-2780-436f-a8e4-e7a8918ae7da req-af3145a8-8da7-4bb1-998a-66e15566bc73 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 931 time: 0.1537011 Apr 06 12:46:11.816270 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5cf1c3ec-9832-4725-ae4b-02eb6eaf66fd req-d9db251c-32f1-452e-81c9-1e1f62f41d31 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214811 Apr 06 12:46:11.891965 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-513f1867-2780-436f-a8e4-e7a8918ae7da req-f0da9ccb-a2f0-47eb-89a0-55f03b25ae61 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874841 Apr 06 12:46:12.029014 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (0355310f-d4a7-4f13-b72d-e7718aab9cd1), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:12.087968 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0355310f-d4a7-4f13-b72d-e7718aab9cd1,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:12.105629 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Checking segment: {'id': 'a0eb2ee6-b3d9-418e-a085-f919c2d960ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '04d52531-6350-4014-a124-feddd73ca6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:12.106052 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Network hostable DHCP agents. Network: 04d52531-6350-4014-a124-feddd73ca6bf, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:46:12.239684 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Network 04d52531-6350-4014-a124-feddd73ca6bf is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:46:12.336709 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 04d52531-6350-4014-a124-feddd73ca6bf) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:46:12.341132 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:12.341825 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:12.354414 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716938cb-f237-4a0d-95e6-b7fdcbc7fc2b None None] Network 04d52531-6350-4014-a124-feddd73ca6bf requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:12.478698 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f5dbc6af-d1a7-4eb5-b579-f62b1dab51c9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0155866 Apr 06 12:46:12.523816 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54204bc7-4f49-4388-b693-6028dc144ba6 None None] Network 04d52531-6350-4014-a124-feddd73ca6bf requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:46:12.551458 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Request body: {'port': {'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:12.580261 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Request body: {'port': {'device_id': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:12.835280 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45114) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:12.837308 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:12.870710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071e099-af35-42a8-9344-f7af175e596d req-5eba6903-055e-4112-b0e6-da1b2501529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:12.872688 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3071e099-af35-42a8-9344-f7af175e596d req-5eba6903-055e-4112-b0e6-da1b2501529d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 1127 time: 0.1702490 Apr 06 12:46:13.136957 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] Deleting subnet e6deca0d-bfaf-4107-b018-49b2f218484d {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:46:13.196016 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:13.200531 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] Publish callbacks [] for subnet (e6deca0d-bfaf-4107-b018-49b2f218484d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:13.296581 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058a2cb-288e-4ab0-bcc4-e38fd91edd55 req-7b9aaf71-099f-470b-94ff-7c7702586ee8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:13.312873 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0058a2cb-288e-4ab0-bcc4-e38fd91edd55 req-7b9aaf71-099f-470b-94ff-7c7702586ee8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.8373258 Apr 06 12:46:13.336043 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] Publish callbacks [] for subnet (e6deca0d-bfaf-4107-b018-49b2f218484d), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:13.358010 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-feea6e81-b4ed-4408-a55e-2abc3aa03026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:13.359697 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-feea6e81-b4ed-4408-a55e-2abc3aa03026 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 1128 time: 0.7976992 Apr 06 12:46:13.363877 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (e6deca0d-bfaf-4107-b018-49b2f218484d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:13.457837 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af6e65-30ae-4f9b-90a7-e39a03db10b1 req-34043d73-bdb2-42ff-b2ff-2c74ba4dca4f tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:13.459340 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b5af6e65-30ae-4f9b-90a7-e39a03db10b1 req-34043d73-bdb2-42ff-b2ff-2c74ba4dca4f tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.7867062 Apr 06 12:46:13.480140 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-42c03a02-4f67-4f88-bd7c-009e373d4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:13.481674 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-42c03a02-4f67-4f88-bd7c-009e373d4629 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b02280d1-b117-4bd2-b2a9-d805e739b0b2 HTTP/1.1" status: 200 len: 912 time: 0.9107277 Apr 06 12:46:13.505934 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-389a1930-c479-4c78-b2b1-834c00a56353 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883751bb-3b95-4a12-86c3-0e8844dd157d HTTP/1.1" status: 200 len: 217 time: 0.1223891 Apr 06 12:46:13.665357 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-c215826c-1839-4426-ba87-df4430c91fd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a365e52a-9eaf-4ce0-9609-9dab1da17b7d HTTP/1.1" status: 200 len: 217 time: 0.1520855 Apr 06 12:46:13.693213 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0058a2cb-288e-4ab0-bcc4-e38fd91edd55 req-3fc328e8-f437-409a-b4a9-4a85355881b0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794105 Apr 06 12:46:13.758781 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071e099-af35-42a8-9344-f7af175e596d req-b1df0c67-3f18-4381-bb33-55fe6f3516d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:13.760244 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3071e099-af35-42a8-9344-f7af175e596d req-b1df0c67-3f18-4381-bb33-55fe6f3516d1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2e066936c98d40a9a5aea5638304124f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5457492 Apr 06 12:46:13.763792 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-74410640-69f4-4316-8751-291a45786a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:13.765490 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-74410640-69f4-4316-8751-291a45786a16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.2047100 Apr 06 12:46:13.795218 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (e6deca0d-bfaf-4107-b018-49b2f218484d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:13.818440 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b5af6e65-30ae-4f9b-90a7-e39a03db10b1 req-58085847-2ea5-468b-ae0a-402a128a0c37 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123217 Apr 06 12:46:13.881057 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:13.884355 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e6deca0d-bfaf-4107-b018-49b2f218484d HTTP/1.1" status: 204 len: 168 time: 1.0303679 Apr 06 12:46:13.898265 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faf2fb-db8a-48d2-b219-7181ebbfa51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6deca0d-bfaf-4107-b018-49b2f218484d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:13.903346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45140) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:14.154713 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071e099-af35-42a8-9344-f7af175e596d req-043a29b3-8e2e-482c-b75b-9af1ff04118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:14.156394 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3071e099-af35-42a8-9344-f7af175e596d req-043a29b3-8e2e-482c-b75b-9af1ff04118e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3794003 Apr 06 12:46:14.191230 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-4f4f9084-44d8-4c34-8e77-e49eb3d8caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:14.193560 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-4f4f9084-44d8-4c34-8e77-e49eb3d8caea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3978689 Apr 06 12:46:14.296409 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f3a2bc-8339-42c3-94ef-6664514bfa3d {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:14.319121 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Publish callbacks [] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:14.419837 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Transition to ACTIVE for port object 51f3a2bc-8339-42c3-94ef-6664514bfa3d will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:46:14.421856 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b505729e-02c6-43a8-a7aa-2e21911c1a2a {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:14.444426 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-f0754943-3e71-49b9-b8ce-069630e81462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:14.449001 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-f0754943-3e71-49b9-b8ce-069630e81462 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bae68d50-1a85-47c0-bf17-88a018006585 HTTP/1.1" status: 200 len: 851 time: 0.6978881 Apr 06 12:46:14.502944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:14.599313 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Publish callbacks [] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:14.631621 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Transition to ACTIVE for port object b505729e-02c6-43a8-a7aa-2e21911c1a2a will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:46:14.637381 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (d083ba38-275b-4a0d-b3c4-3cfc349a2f39), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:14.645371 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-2ab7bdb9-55df-44e5-9dd5-8ddea3fcd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:14.648496 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-2ab7bdb9-55df-44e5-9dd5-8ddea3fcd687 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 1127 time: 0.2982714 Apr 06 12:46:14.654486 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-30eb5e0f-6375-4c4e-ad93-54e1b83804a5 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827939 Apr 06 12:46:14.659020 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a2bc-8339-42c3-94ef-6664514bfa3d,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:14.708637 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-1fd5c3af-4f18-4c2a-8d56-a4b270f9feb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b02280d1-b117-4bd2-b2a9-d805e739b0b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616167 Apr 06 12:46:14.734568 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:14.773291 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Attempting to bind port 51f3a2bc-8339-42c3-94ef-6664514bfa3d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:46:14.773627 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Attempting to bind port 51f3a2bc-8339-42c3-94ef-6664514bfa3d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:46:14.773960 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Attempting to bind port 51f3a2bc-8339-42c3-94ef-6664514bfa3d on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:14.793090 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Port 51f3a2bc-8339-42c3-94ef-6664514bfa3d on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:46:14.796340 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Attempting to bind port 51f3a2bc-8339-42c3-94ef-6664514bfa3d on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:14.812952 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:46:14.813723 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Checking segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:14.814325 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Bound using segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:46:14.816345 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Bound port: 51f3a2bc-8339-42c3-94ef-6664514bfa3d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:46:14.817098 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:14.934649 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:46:14.959858 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a1a29-473d-400e-8ea4-ee5e2c213a20 req-d35af4c9-9960-411c-99f9-ad1009d4dd53 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:14.965338 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-892a1a29-473d-400e-8ea4-ee5e2c213a20 req-d35af4c9-9960-411c-99f9-ad1009d4dd53 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 932 time: 1.1549702 Apr 06 12:46:14.996129 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] For port 51f3a2bc-8339-42c3-94ef-6664514bfa3d, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:46:15.000703 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] For port 51f3a2bc-8339-42c3-94ef-6664514bfa3d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:46:15.057881 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:15.071565 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8f3d2-f1ac-4f77-a3f0-20cf1ef25136 req-2b6a4148-0d42-45de-a897-5df627ae9a76 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:15.073185 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-80d8f3d2-f1ac-4f77-a3f0-20cf1ef25136 req-2b6a4148-0d42-45de-a897-5df627ae9a76 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 931 time: 0.7129176 Apr 06 12:46:15.104028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (d083ba38-275b-4a0d-b3c4-3cfc349a2f39), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.119957 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.203076 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.203425 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.204586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.205115 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:15.205234 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > port after_create 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.205737 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > port after_delete 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.205840 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.206305 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > port after_update 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.206799 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.207557 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.208024 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.209597 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] 10.222.0.83 "PUT /v2.0/ports/51f3a2bc-8339-42c3-94ef-6664514bfa3d HTTP/1.1" status: 200 len: 1094 time: 2.6627190 Apr 06 12:46:15.210296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.212332 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:15.216296 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97991d21-0fb5-44c9-ab51-46aadd1f8dba" -d '{"events": [{"name": "network-changed", "server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:15.264060 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93787b60-18e8-44e2-acab-3c506c325fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a2bc-8339-42c3-94ef-6664514bfa3d,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:15.360688 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.361213 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.361866 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.362919 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:46:15.363505 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d083ba38-275b-4a0d-b3c4-3cfc349a2f39']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:15.381676 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Attempting to bind port b505729e-02c6-43a8-a7aa-2e21911c1a2a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:46:15.382194 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Attempting to bind port b505729e-02c6-43a8-a7aa-2e21911c1a2a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:46:15.382719 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Attempting to bind port b505729e-02c6-43a8-a7aa-2e21911c1a2a on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:15.395044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7c4e05-adc9-41e3-a2a1-63fc563d28f5') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:15.395347 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7c4e05-adc9-41e3-a2a1-63fc563d28f5') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:15.403656 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-892a1a29-473d-400e-8ea4-ee5e2c213a20 req-e9d46385-3a59-478f-b9d8-36b2307d7409 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256275 Apr 06 12:46:15.428808 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Port b505729e-02c6-43a8-a7aa-2e21911c1a2a on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:46:15.429151 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Attempting to bind port b505729e-02c6-43a8-a7aa-2e21911c1a2a on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:46:15.440275 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (cf7c4e05-adc9-41e3-a2a1-63fc563d28f5), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.464515 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:46:15.464883 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Checking segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:46:15.465286 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Bound using segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:46:15.465725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Bound port: b505729e-02c6-43a8-a7aa-2e21911c1a2a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:46:15.466116 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.495865 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-80d8f3d2-f1ac-4f77-a3f0-20cf1ef25136 req-8bfcb05c-ee1d-430c-b5d6-94ad53a0a1c0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997996 Apr 06 12:46:15.503960 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (cf7c4e05-adc9-41e3-a2a1-63fc563d28f5), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.526370 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:46:15.526792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (cf7c4e05-adc9-41e3-a2a1-63fc563d28f5), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.544927 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45172) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: from cryptography.utils import int_from_bytes Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: from cryptography.utils import int_from_bytes Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:46:15.571115 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:46:15.701353 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-743df0fa-1c08-4a78-ae33-3c44bd676c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.789747 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-743df0fa-1c08-4a78-ae33-3c44bd676c78 admin admin] Publish callbacks [] for security_group (5f480eb7-90b7-4494-a3c8-b63d5da8ecc4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.829986 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:46:15.848026 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353248e3-0682-4d29-8648-063a69ebd73e req-29f768f4-745e-4828-aebb-38cf735e8bd3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:15.850855 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-353248e3-0682-4d29-8648-063a69ebd73e req-29f768f4-745e-4828-aebb-38cf735e8bd3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.3460789 Apr 06 12:46:15.854355 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:46:15.863881 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-743df0fa-1c08-4a78-ae33-3c44bd676c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5f480eb7-90b7-4494-a3c8-b63d5da8ecc4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.890599 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a17289-b3d5-4dfd-bc2b-3d27b99f3506 req-c5b8b293-3e29-4f12-9d89-8dfb711246d2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:15.892580 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-30a17289-b3d5-4dfd-bc2b-3d27b99f3506 req-c5b8b293-3e29-4f12-9d89-8dfb711246d2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.2687130 Apr 06 12:46:15.910453 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (d083ba38-275b-4a0d-b3c4-3cfc349a2f39), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.921864 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-743df0fa-1c08-4a78-ae33-3c44bd676c78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b2d22860ae444f495bb7097d53f8050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753359 Apr 06 12:46:15.922790 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45180) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:15.923471 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743df0fa-1c08-4a78-ae33-3c44bd676c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f480eb7-90b7-4494-a3c8-b63d5da8ecc4,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:15.924057 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:15.932651 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] 10.222.0.79 "DELETE /v2.0/networks/d083ba38-275b-4a0d-b3c4-3cfc349a2f39 HTTP/1.1" status: 204 len: 168 time: 1.5834141 Apr 06 12:46:15.942403 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45182) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:15.983638 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.011893 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b781de9-eda9-4355-ac1d-a351b16a5d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=d083ba38-275b-4a0d-b3c4-3cfc349a2f39,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:16.028197 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] Deleting subnet 0355310f-d4a7-4f13-b72d-e7718aab9cd1 {{(pid=110383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:46:16.033286 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] Publish callbacks [] for subnet (0355310f-d4a7-4f13-b72d-e7718aab9cd1), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.035504 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bfa2-1a78-411c-a6b9-2b5ce8209f37 admin admin] Publish callbacks [] for security_group (5f480eb7-90b7-4494-a3c8-b63d5da8ecc4), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.085233 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bfa2-1a78-411c-a6b9-2b5ce8209f37 admin admin] Publish callbacks [] for security_group (5f480eb7-90b7-4494-a3c8-b63d5da8ecc4), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.088466 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] Publish callbacks [] for subnet (0355310f-d4a7-4f13-b72d-e7718aab9cd1), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.105943 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:16.107065 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.109684 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] 10.222.0.83 "PUT /v2.0/ports/b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 200 len: 1093 time: 3.5373075 Apr 06 12:46:16.124815 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:16.128475 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41143d54-06ee-4549-a953-a93f9e21ead3" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:16.152267 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-353248e3-0682-4d29-8648-063a69ebd73e req-590f6aa1-43d4-4ce3-9f74-3d7a25f77d25 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867978 Apr 06 12:46:16.157949 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (0355310f-d4a7-4f13-b72d-e7718aab9cd1), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.192606 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-30a17289-b3d5-4dfd-bc2b-3d27b99f3506 req-76655c19-2c85-42c6-a316-e8e5a2425fd3 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546198 Apr 06 12:46:16.197752 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da36090-782b-44dc-a3fe-13fb8d8cb9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:16.285107 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d590c3-88f4-42c5-925f-bc119248c952 x-openstack-request-id: req-e2d590c3-88f4-42c5-925f-bc119248c952 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:16.285474 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:16.285641 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e2d590c3-88f4-42c5-925f-bc119248c952 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:16.286083 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d590c3-88f4-42c5-925f-bc119248c952'] response: {'name': 'network-changed', 'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'status': 'completed', 'code': 200} Apr 06 12:46:16.335938 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d2599-95b0-41b0-943f-960815efca0f x-openstack-request-id: req-9a4d2599-95b0-41b0-943f-960815efca0f {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:16.336397 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:16.336836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a4d2599-95b0-41b0-943f-960815efca0f {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:16.337458 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4d2599-95b0-41b0-943f-960815efca0f'] response: {'name': 'network-changed', 'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'status': 'completed', 'code': 200} Apr 06 12:46:16.411678 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (0355310f-d4a7-4f13-b72d-e7718aab9cd1), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.439041 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0355310f-d4a7-4f13-b72d-e7718aab9cd1,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:16.445496 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bfa2-1a78-411c-a6b9-2b5ce8209f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5f480eb7-90b7-4494-a3c8-b63d5da8ecc4), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.448024 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bfa2-1a78-411c-a6b9-2b5ce8209f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.452157 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d1d8bfa2-1a78-411c-a6b9-2b5ce8209f37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5f480eb7-90b7-4494-a3c8-b63d5da8ecc4 HTTP/1.1" status: 204 len: 168 time: 0.5253689 Apr 06 12:46:16.454022 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.457099 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-a40fcbcf-6a2e-44a1-90a7-a7a2e8a7884e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0355310f-d4a7-4f13-b72d-e7718aab9cd1 HTTP/1.1" status: 204 len: 168 time: 0.5128725 Apr 06 12:46:16.460822 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45196) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:16.465883 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8bfa2-1a78-411c-a6b9-2b5ce8209f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f480eb7-90b7-4494-a3c8-b63d5da8ecc4,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:16.590527 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (04d52531-6350-4014-a124-feddd73ca6bf), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.648087 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b30a4-438c-4b8c-ae72-7e18efe9b2d6 req-9d4f69cf-ecff-4c69-bee6-d7589f378e72 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:16.649693 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e66b30a4-438c-4b8c-ae72-7e18efe9b2d6 req-9d4f69cf-ecff-4c69-bee6-d7589f378e72 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.1097665 Apr 06 12:46:16.756672 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (04d52531-6350-4014-a124-feddd73ca6bf), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.765603 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236168a-ffd5-4e1f-8042-1c47bd1cf76b req-c5ecbee7-27ee-40f0-8489-502df8eacc14 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:16.767168 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e236168a-ffd5-4e1f-8042-1c47bd1cf76b req-c5ecbee7-27ee-40f0-8489-502df8eacc14 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1716959 Apr 06 12:46:16.804124 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d52531-6350-4014-a124-feddd73ca6bf']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:16.819758 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e66b30a4-438c-4b8c-ae72-7e18efe9b2d6 req-f16942f6-4972-48ee-80af-2cbc7be62a20 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517775 Apr 06 12:46:16.826291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0eb2ee6-b3d9-418e-a085-f919c2d960ee') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:16.826291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0eb2ee6-b3d9-418e-a085-f919c2d960ee') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:16.843680 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (a0eb2ee6-b3d9-418e-a085-f919c2d960ee), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.874160 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e236168a-ffd5-4e1f-8042-1c47bd1cf76b req-b14aeb33-f194-404b-bba1-fb1000f7e7c2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965652 Apr 06 12:46:16.878538 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (a0eb2ee6-b3d9-418e-a085-f919c2d960ee), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.882297 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:46:16.883004 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (a0eb2ee6-b3d9-418e-a085-f919c2d960ee), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:46:16.886225 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:46:17.014437 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (04d52531-6350-4014-a124-feddd73ca6bf), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.019346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.022677 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] 10.222.0.79 "DELETE /v2.0/networks/04d52531-6350-4014-a124-feddd73ca6bf HTTP/1.1" status: 204 len: 168 time: 0.5607886 Apr 06 12:46:17.035947 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9880d7-22fa-4f0d-9dd7-50ab05748d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d52531-6350-4014-a124-feddd73ca6bf,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:17.251581 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45214) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:17.276542 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5334da1b-12cc-4448-84d3-e35b819a2ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.443756 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb1197-0427-4a3f-94fc-577d5074775a req-ff0b69e5-10ea-442a-ad81-1ece426cb2e1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.445322 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6adb1197-0427-4a3f-94fc-577d5074775a req-ff0b69e5-10ea-442a-ad81-1ece426cb2e1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.1726620 Apr 06 12:46:17.471296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b4778-4d37-4088-999c-d8d58df58585 req-b4cf77c2-4502-4c9a-af8a-df5655eb3d48 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.472317 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-908b4778-4d37-4088-999c-d8d58df58585 req-b4cf77c2-4502-4c9a-af8a-df5655eb3d48 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.1510334 Apr 06 12:46:17.552409 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5334da1b-12cc-4448-84d3-e35b819a2ce0 admin admin] Publish callbacks [] for security_group (0289e083-b0dc-4d36-8f28-78fbb50aa459), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.589230 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6adb1197-0427-4a3f-94fc-577d5074775a req-4f3f55a8-a887-44a5-877b-4fc67a7f6122 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245177 Apr 06 12:46:17.589230 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45218) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:17.595471 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-908b4778-4d37-4088-999c-d8d58df58585 req-57d86545-73a3-47a0-8d8d-351ba42747e8 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086583 Apr 06 12:46:17.642698 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3467257a-ca64-4ec3-bd19-10ca32ae40af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=686e5d316db44b69bb6aefc338bfcc35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551047 Apr 06 12:46:17.645820 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45220) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:17.660228 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5334da1b-12cc-4448-84d3-e35b819a2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0289e083-b0dc-4d36-8f28-78fbb50aa459), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.729412 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-5334da1b-12cc-4448-84d3-e35b819a2ce0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07c33246642e46e0892c3df837a099cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765491 Apr 06 12:46:17.730777 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334da1b-12cc-4448-84d3-e35b819a2ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0289e083-b0dc-4d36-8f28-78fbb50aa459,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:17.732036 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45222) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:17.749170 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0686e8a5-23e5-4382-bbfe-d33f6c8015a4 admin admin] Publish callbacks [] for security_group (fda43164-9038-4c97-830b-5ca11305f038), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.771664 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0686e8a5-23e5-4382-bbfe-d33f6c8015a4 admin admin] Publish callbacks [] for security_group (fda43164-9038-4c97-830b-5ca11305f038), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.791320 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e5bd-0541-472a-ae09-97b801404ed0 admin admin] Publish callbacks [] for security_group (0289e083-b0dc-4d36-8f28-78fbb50aa459), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.846894 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-69aad627-c056-4ed5-aefb-1d2ee4eaa604 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a HTTP/1.1" status: 200 len: 217 time: 0.0619760 Apr 06 12:46:17.913782 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-bfe587b0-f95c-472f-920a-5adc557e5134 service neutron] 10.222.0.83 "GET /v2.0/networks/b02280d1-b117-4bd2-b2a9-d805e739b0b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169662 Apr 06 12:46:17.963263 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b489c4-3937-47e7-b173-9bc7e05cce1b req-33f07e41-8809-4782-af62-38f4b1b22c2b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.966569 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e9b489c4-3937-47e7-b173-9bc7e05cce1b req-33f07e41-8809-4782-af62-38f4b1b22c2b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.0674176 Apr 06 12:46:17.994089 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0686e8a5-23e5-4382-bbfe-d33f6c8015a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (fda43164-9038-4c97-830b-5ca11305f038), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.997106 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0686e8a5-23e5-4382-bbfe-d33f6c8015a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.998314 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-0686e8a5-23e5-4382-bbfe-d33f6c8015a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fda43164-9038-4c97-830b-5ca11305f038 HTTP/1.1" status: 204 len: 168 time: 0.3515625 Apr 06 12:46:18.032770 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686e8a5-23e5-4382-bbfe-d33f6c8015a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda43164-9038-4c97-830b-5ca11305f038,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:18.073228 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e5bd-0541-472a-ae09-97b801404ed0 admin admin] Publish callbacks [] for security_group (0289e083-b0dc-4d36-8f28-78fbb50aa459), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:18.087833 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e9b489c4-3937-47e7-b173-9bc7e05cce1b req-cfe8ee1b-27c3-4652-baf8-8793b1801aa9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131301 Apr 06 12:46:18.169117 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8538c-8f07-4b4e-8dec-25d49c2dc557 req-af0e4f5d-0163-4e38-a9e8-3bf3013a3f66 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:18.170683 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-09a8538c-8f07-4b4e-8dec-25d49c2dc557 req-af0e4f5d-0163-4e38-a9e8-3bf3013a3f66 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1990941 Apr 06 12:46:18.190962 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-5019ed1d-0676-4c10-ac45-77a0f10bd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:18.193790 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-5019ed1d-0676-4c10-ac45-77a0f10bd5f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.1169522 Apr 06 12:46:18.224502 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-1764d3f9-b3e6-458a-944f-60b7d33b30ba service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273560 Apr 06 12:46:18.228170 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-0bf83cf9-2a41-4de9-ae57-626867340df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:18.228795 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-0bf83cf9-2a41-4de9-ae57-626867340df4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 1128 time: 0.1128256 Apr 06 12:46:18.252891 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41143d54-06ee-4549-a953-a93f9e21ead3 req-60610e4f-86e2-44ee-9863-83fbc40c0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:18.254576 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-41143d54-06ee-4549-a953-a93f9e21ead3 req-60610e4f-86e2-44ee-9863-83fbc40c0da8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1127 time: 0.1498103 Apr 06 12:46:18.281385 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-09a8538c-8f07-4b4e-8dec-25d49c2dc557 req-a7d6edfe-7487-42f6-8dba-e3daf061a9c4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934811 Apr 06 12:46:18.285338 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b4b9420-dc90-4ad1-b32a-c452539227d5 req-0f7d85c2-b0fd-430d-91d3-4e28722f4e1e service neutron] 10.222.0.83 "GET /v2.0/networks/b02280d1-b117-4bd2-b2a9-d805e739b0b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117317 Apr 06 12:46:18.308812 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e5bd-0541-472a-ae09-97b801404ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0289e083-b0dc-4d36-8f28-78fbb50aa459), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:18.311377 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bfb1e5bd-0541-472a-ae09-97b801404ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:18.314606 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-bfb1e5bd-0541-472a-ae09-97b801404ed0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0289e083-b0dc-4d36-8f28-78fbb50aa459 HTTP/1.1" status: 204 len: 168 time: 0.5797415 Apr 06 12:46:18.325000 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1e5bd-0541-472a-ae09-97b801404ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0289e083-b0dc-4d36-8f28-78fbb50aa459,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:18.768679 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b55d6-2c5a-46a9-adb9-d7bb626b5e7e req-d08937f6-1725-4dbe-8d10-fe5652b2fe1a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:18.770376 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-678b55d6-2c5a-46a9-adb9-d7bb626b5e7e req-d08937f6-1725-4dbe-8d10-fe5652b2fe1a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.1060746 Apr 06 12:46:18.818661 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ca71a-fc2e-47c6-a407-1d6bd31a3cdc req-168da963-0f4b-4223-90ab-c1b0f71e464a tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:18.822143 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a0ca71a-fc2e-47c6-a407-1d6bd31a3cdc req-168da963-0f4b-4223-90ab-c1b0f71e464a tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.0997767 Apr 06 12:46:18.852171 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-678b55d6-2c5a-46a9-adb9-d7bb626b5e7e req-b12a55eb-0096-4c18-ae77-7f5fbc18a4bf tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735068 Apr 06 12:46:18.854036 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45260) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:18.886998 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a0ca71a-fc2e-47c6-a407-1d6bd31a3cdc req-fe53e679-d78f-432b-907c-aa8336bb12a0 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605748 Apr 06 12:46:18.918022 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-a955dcea-d2d3-4590-992e-f585833ba482 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=97e1934c7b98401a8fa84e6ad5f6df52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609004 Apr 06 12:46:18.920671 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45264) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:18.973812 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a5ba-8b06-426a-b4f5-7876cb63a01e admin admin] Publish callbacks [] for security_group (a270bdbb-231b-4970-8db9-573c6168061e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:18.994763 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a5ba-8b06-426a-b4f5-7876cb63a01e admin admin] Publish callbacks [] for security_group (a270bdbb-231b-4970-8db9-573c6168061e), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:19.142930 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a5ba-8b06-426a-b4f5-7876cb63a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (a270bdbb-231b-4970-8db9-573c6168061e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:19.146398 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a5ba-8b06-426a-b4f5-7876cb63a01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:19.150227 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-dcb9a5ba-8b06-426a-b4f5-7876cb63a01e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a270bdbb-231b-4970-8db9-573c6168061e HTTP/1.1" status: 204 len: 168 time: 0.2258742 Apr 06 12:46:19.168390 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a5ba-8b06-426a-b4f5-7876cb63a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a270bdbb-231b-4970-8db9-573c6168061e,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:19.442936 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-52055013-fbce-4b72-86d9-de0b03aa4015 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d HTTP/1.1" status: 200 len: 217 time: 0.0592971 Apr 06 12:46:19.518951 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-f48ac10b-c325-4fb5-840a-c328ee329048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:19.522585 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-f48ac10b-c325-4fb5-840a-c328ee329048 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319697 Apr 06 12:46:19.525325 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-ee3069eb-8181-4ea4-b3e0-ea64a6978a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:19.527109 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-ee3069eb-8181-4ea4-b3e0-ea64a6978a47 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0784338 Apr 06 12:46:19.586210 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86863f0-d3d3-417d-bdfe-8838e2dcd501 req-e769df91-78f2-423d-9426-bbbaeee274c0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:19.587698 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a86863f0-d3d3-417d-bdfe-8838e2dcd501 req-e769df91-78f2-423d-9426-bbbaeee274c0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.4390557 Apr 06 12:46:19.638287 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4307a91-f3d1-4b8d-b6e5-6281871043e1 req-c4d17239-3c5a-467c-ae5b-159cb0aec1cd tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:19.639814 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a4307a91-f3d1-4b8d-b6e5-6281871043e1 req-c4d17239-3c5a-467c-ae5b-159cb0aec1cd tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.2558827 Apr 06 12:46:19.644377 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41143d54-06ee-4549-a953-a93f9e21ead3 req-2b683835-d6f8-43ad-8fd4-e0cd298aeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:19.645830 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-41143d54-06ee-4549-a953-a93f9e21ead3 req-2b683835-d6f8-43ad-8fd4-e0cd298aeda2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d348c16b71a0461389ecba02ede19d55&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2633533 Apr 06 12:46:19.686685 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a86863f0-d3d3-417d-bdfe-8838e2dcd501 req-878785c3-e1c3-493e-b1a1-318bff28985d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870605 Apr 06 12:46:19.721958 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a4307a91-f3d1-4b8d-b6e5-6281871043e1 req-7afa3c88-50ac-4da2-96fd-113683cf10af tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723047 Apr 06 12:46:20.076364 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b1113-e565-42d7-a7f0-811a08f654ef req-2370e7c4-ca91-4041-a3af-5c59f91b890b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.077898 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-767b1113-e565-42d7-a7f0-811a08f654ef req-2370e7c4-ca91-4041-a3af-5c59f91b890b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.0994141 Apr 06 12:46:20.107251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172db2-4cea-4866-aef7-7d937cd3b94f req-f1af4ae9-a588-43d6-b58a-6c2d79119865 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.108733 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b172db2-4cea-4866-aef7-7d937cd3b94f req-f1af4ae9-a588-43d6-b58a-6c2d79119865 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.0918450 Apr 06 12:46:20.184953 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-767b1113-e565-42d7-a7f0-811a08f654ef req-6cb52b2d-dd25-4991-95b7-3fdfc1747ac0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988953 Apr 06 12:46:20.198880 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b172db2-4cea-4866-aef7-7d937cd3b94f req-3a4c64a3-c362-4abc-b828-df7900a4d72b tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837116 Apr 06 12:46:20.340234 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8341a86f-8db7-439e-a986-8ffb2e342e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.340234 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-8341a86f-8db7-439e-a986-8ffb2e342e50 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151810 Apr 06 12:46:20.344541 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-f6708da3-953e-4f63-9e9c-34609d945d37 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230066 Apr 06 12:46:20.448291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017349d3-c205-4a13-9483-669e679230f2 req-cdec60a6-d35b-43f7-a0d5-b5fd209c1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.450284 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-017349d3-c205-4a13-9483-669e679230f2 req-cdec60a6-d35b-43f7-a0d5-b5fd209c1381 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 1128 time: 0.2062268 Apr 06 12:46:20.456627 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41143d54-06ee-4549-a953-a93f9e21ead3 req-228af2bc-b455-49d9-8771-a3bf542c366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.458392 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-41143d54-06ee-4549-a953-a93f9e21ead3 req-228af2bc-b455-49d9-8771-a3bf542c366f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2276781 Apr 06 12:46:20.520717 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-1a4b1dd5-9b0c-481c-9695-20b30eb73b0a service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596959 Apr 06 12:46:20.520717 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d2eea18b-9a08-437a-a5d3-f9fd4d576912 req-d707fddd-ecb7-41f3-82a3-b60b1be64882 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559343 Apr 06 12:46:20.612025 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017349d3-c205-4a13-9483-669e679230f2 req-471b8ace-4836-4294-8447-d9be83d97133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.613626 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-017349d3-c205-4a13-9483-669e679230f2 req-471b8ace-4836-4294-8447-d9be83d97133 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.1542287 Apr 06 12:46:20.617240 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-748fc634-bd87-4d75-894d-48db84a25ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.618913 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-748fc634-bd87-4d75-894d-48db84a25ec4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1127 time: 0.1042657 Apr 06 12:46:20.651404 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f7e0b517-ab07-4ebb-b259-08a798e7e54f req-e369b406-bda1-492d-a81e-6a6473fb89cc service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278141 Apr 06 12:46:20.670575 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-017349d3-c205-4a13-9483-669e679230f2 req-3428ce50-a2ad-499f-8bcc-45547d968cc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883751bb-3b95-4a12-86c3-0e8844dd157d HTTP/1.1" status: 200 len: 217 time: 0.0445483 Apr 06 12:46:20.704438 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-9a7c936b-8327-45b4-91c4-ef9448fbc5be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 200 len: 217 time: 0.0705199 Apr 06 12:46:20.787724 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017349d3-c205-4a13-9483-669e679230f2 req-fff6e063-57a7-476c-8b66-7be64d1e915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.789485 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-017349d3-c205-4a13-9483-669e679230f2 req-fff6e063-57a7-476c-8b66-7be64d1e915c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0933688 Apr 06 12:46:20.815787 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-b59f22cc-0242-466d-bd44-a0702f2b8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.817200 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-b59f22cc-0242-466d-bd44-a0702f2b8706 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0906687 Apr 06 12:46:20.942721 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42eb7-8033-4033-9119-a9f400619a7c req-88f472fa-7bfd-408d-a881-b4a17404d436 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.944132 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-48c42eb7-8033-4033-9119-a9f400619a7c req-88f472fa-7bfd-408d-a881-b4a17404d436 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.1747882 Apr 06 12:46:20.953175 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017349d3-c205-4a13-9483-669e679230f2 req-69ce550e-2aa9-4802-9514-c760cee12cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.954660 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-017349d3-c205-4a13-9483-669e679230f2 req-69ce550e-2aa9-4802-9514-c760cee12cb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1484501 Apr 06 12:46:20.982714 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4d14c-c18a-48e2-ac00-c6ad17384d41 req-10e30b2e-4e38-4181-9bce-1b8ffc43bfc3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:20.991984 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b7e4d14c-c18a-48e2-ac00-c6ad17384d41 req-10e30b2e-4e38-4181-9bce-1b8ffc43bfc3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1694124 Apr 06 12:46:21.054222 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-7ed31140-2791-4bb7-8039-01a789f1c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:21.055751 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-7ed31140-2791-4bb7-8039-01a789f1c3e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2059457 Apr 06 12:46:21.117141 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-48c42eb7-8033-4033-9119-a9f400619a7c req-00b136b5-554c-4cf6-b66f-fa7b3968f2f0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569517 Apr 06 12:46:21.129121 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b7e4d14c-c18a-48e2-ac00-c6ad17384d41 req-a827e3ed-2f9b-42e6-89b9-c606a334302d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380703 Apr 06 12:46:21.158232 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-017349d3-c205-4a13-9483-669e679230f2 req-4d270e97-872b-4cc8-aa3b-036592c8c7db service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852951 Apr 06 12:46:21.346239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e0335-2547-451a-917e-ca81f80df5b7 req-6d76cd6c-1f8e-4ea6-8fda-164c1850624b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:21.348264 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c61e0335-2547-451a-917e-ca81f80df5b7 req-6d76cd6c-1f8e-4ea6-8fda-164c1850624b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.0891039 Apr 06 12:46:21.384689 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758623e9-1ef6-4b40-9b33-0770ba547c2c req-4a3155e1-ef97-4d73-a02b-49ad4a5a66e0 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:21.386193 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-758623e9-1ef6-4b40-9b33-0770ba547c2c req-4a3155e1-ef97-4d73-a02b-49ad4a5a66e0 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.0883160 Apr 06 12:46:21.426506 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c61e0335-2547-451a-917e-ca81f80df5b7 req-d84e9c4a-cb8a-44b2-a04f-76dd01787730 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714455 Apr 06 12:46:21.459125 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-758623e9-1ef6-4b40-9b33-0770ba547c2c req-b00741dd-1719-44bf-af2c-f9fc1a46b901 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655036 Apr 06 12:46:22.298110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22473-753d-4a12-870d-42c2d04ddb2e req-1d96c871-95db-4912-8602-689aa80df4fc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.300244 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5ba22473-753d-4a12-870d-42c2d04ddb2e req-1d96c871-95db-4912-8602-689aa80df4fc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.0985744 Apr 06 12:46:22.318798 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d3ba-a468-4bec-88f9-e10dab0d2b32 req-cc89f26c-a9f5-4c6c-8027-00ee58eaec54 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.319916 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7a5d3ba-a468-4bec-88f9-e10dab0d2b32 req-cc89f26c-a9f5-4c6c-8027-00ee58eaec54 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0816567 Apr 06 12:46:22.573012 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5ba22473-753d-4a12-870d-42c2d04ddb2e req-65d0fca8-3ea3-4c2b-a665-5f920bcca490 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638466 Apr 06 12:46:22.577969 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7a5d3ba-a468-4bec-88f9-e10dab0d2b32 req-b8dc5cac-7a8d-4e37-9dcd-6c569fa21d8b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514083 Apr 06 12:46:22.716413 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5374a74-4fcb-4e9b-84a6-1bc395e03790 req-804a9091-40a3-43e5-98ed-ececa5b3c74a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.723661 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b5374a74-4fcb-4e9b-84a6-1bc395e03790 req-804a9091-40a3-43e5-98ed-ececa5b3c74a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 944 time: 0.0809767 Apr 06 12:46:22.766643 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494455e-7843-4446-a20a-760787b39aa6 req-00ea5551-5982-48e0-b256-e091d7f5c70b tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.768120 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0494455e-7843-4446-a20a-760787b39aa6 req-00ea5551-5982-48e0-b256-e091d7f5c70b tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 943 time: 0.0945289 Apr 06 12:46:22.798402 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b5374a74-4fcb-4e9b-84a6-1bc395e03790 req-a4a27ff3-fb64-4e61-8c7c-e08646896736 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734215 Apr 06 12:46:22.829892 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0494455e-7843-4446-a20a-760787b39aa6 req-411be367-d6d4-42bd-81fb-22d02a9cfcf8 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554593 Apr 06 12:46:22.879267 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 883751bb-3b95-4a12-86c3-0e8844dd157d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:46:22.993390 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 883751bb-3b95-4a12-86c3-0e8844dd157d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=883751bb-3b95-4a12-86c3-0e8844dd157d,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:23.006213 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '883751bb-3b95-4a12-86c3-0e8844dd157d', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'port_id': '883751bb-3b95-4a12-86c3-0e8844dd157d', 'mac_address': 'fa:16:3e:9e:3c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:46:23.052190 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 883751bb-3b95-4a12-86c3-0e8844dd157d is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:23.052502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:23.065424 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883751bb-3b95-4a12-86c3-0e8844dd157d {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:23.094564 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 883751bb-3b95-4a12-86c3-0e8844dd157d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=883751bb-3b95-4a12-86c3-0e8844dd157d,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:23.194682 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:23.195192 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a365e52a-9eaf-4ce0-9609-9dab1da17b7d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:46:23.289669 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=883751bb-3b95-4a12-86c3-0e8844dd157d,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:23.333367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port a365e52a-9eaf-4ce0-9609-9dab1da17b7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,segment=NetworkSegment(c592de2e-4f2d-45b5-bea1-aebca7927ec1),segment_id=c592de2e-4f2d-45b5-bea1-aebca7927ec1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:23.345589 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d', 'network_id': 'b02280d1-b117-4bd2-b2a9-d805e739b0b2', 'port_id': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d', 'mac_address': 'fa:16:3e:73:27:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae68d50-1a85-47c0-bf17-88a018006585', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:46:23.386565 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port a365e52a-9eaf-4ce0-9609-9dab1da17b7d is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:23.386954 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:23.400384 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a365e52a-9eaf-4ce0-9609-9dab1da17b7d {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:23.420582 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port a365e52a-9eaf-4ce0-9609-9dab1da17b7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,segment=NetworkSegment(c592de2e-4f2d-45b5-bea1-aebca7927ec1),segment_id=c592de2e-4f2d-45b5-bea1-aebca7927ec1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:23.542948 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:23.604221 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:23.741459 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5870bf-5d98-44bb-b779-d2e7c0b242f0 req-f188a34a-6174-4d2c-b680-76c04a820c7e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:23.743602 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ef5870bf-5d98-44bb-b779-d2e7c0b242f0 req-f188a34a-6174-4d2c-b680-76c04a820c7e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.1017931 Apr 06 12:46:23.764150 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dce79-c91f-4dd6-8920-d70ead9d756b req-9bc9936c-ce64-4716-a095-a2fed63bfa48 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:23.765753 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d7dce79-c91f-4dd6-8920-d70ead9d756b req-9bc9936c-ce64-4716-a095-a2fed63bfa48 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0883222 Apr 06 12:46:23.832110 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ef5870bf-5d98-44bb-b779-d2e7c0b242f0 req-de29168f-943e-4543-b2c9-5d1e85678fbc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799959 Apr 06 12:46:23.864317 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d7dce79-c91f-4dd6-8920-d70ead9d756b req-180ef787-69f6-4eb3-8007-d8377f00e88a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713432 Apr 06 12:46:24.041630 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcce91-2fbc-468f-b020-83575b4d3a39 req-1dd2168c-5e22-4fa5-85a1-2bf97c18c677 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:24.043391 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8afcce91-2fbc-468f-b020-83575b4d3a39 req-1dd2168c-5e22-4fa5-85a1-2bf97c18c677 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 944 time: 0.1033781 Apr 06 12:46:24.059890 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5477-4599-4b94-9cc4-cc408ffc16d9 req-96877124-8b16-4292-b2ac-14d6f280425c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:24.061805 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d1f5477-4599-4b94-9cc4-cc408ffc16d9 req-96877124-8b16-4292-b2ac-14d6f280425c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 945 time: 0.0905263 Apr 06 12:46:24.134862 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8afcce91-2fbc-468f-b020-83575b4d3a39 req-696a45f7-2994-4f87-8bc6-1c186e14e8ab tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717003 Apr 06 12:46:24.142189 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d1f5477-4599-4b94-9cc4-cc408ffc16d9 req-eefa49a1-1128-4b41-9b47-32cf92fc88e6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716186 Apr 06 12:46:25.025737 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93d779-af76-4bf9-915c-46ef06b26130 req-a46b1eda-bc82-4f41-884b-ac73c6e56f4a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:25.028035 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4a93d779-af76-4bf9-915c-46ef06b26130 req-a46b1eda-bc82-4f41-884b-ac73c6e56f4a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.1044097 Apr 06 12:46:25.067073 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a512017-138e-4b8d-aa01-f50e6666af59 req-12ba763f-109a-4172-a226-2ffd538da538 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:25.068479 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a512017-138e-4b8d-aa01-f50e6666af59 req-12ba763f-109a-4172-a226-2ffd538da538 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0867021 Apr 06 12:46:25.108967 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4a93d779-af76-4bf9-915c-46ef06b26130 req-7e46fc1d-e4a4-4d61-a1f2-2a8133d9a2ae tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711768 Apr 06 12:46:25.149439 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a512017-138e-4b8d-aa01-f50e6666af59 req-a5a03df2-b696-408f-b890-7315b1138313 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709219 Apr 06 12:46:25.309240 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c3723-af81-4010-9983-91fcf6c6ae8a req-1b440f91-9c01-4ee8-bc98-4d267467640b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:25.311094 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-989c3723-af81-4010-9983-91fcf6c6ae8a req-1b440f91-9c01-4ee8-bc98-4d267467640b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 945 time: 0.0943162 Apr 06 12:46:25.319988 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3c88d-290f-46ee-91e4-33e35e43f1f1 req-085dab56-e481-4a65-a69d-20e4af906e91 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:25.321598 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9e3c88d-290f-46ee-91e4-33e35e43f1f1 req-085dab56-e481-4a65-a69d-20e4af906e91 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 944 time: 0.1104748 Apr 06 12:46:25.413026 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-989c3723-af81-4010-9983-91fcf6c6ae8a req-ad78ab34-5186-4e42-954f-d45310748b7c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811355 Apr 06 12:46:25.417664 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9e3c88d-290f-46ee-91e4-33e35e43f1f1 req-fbe76fd6-61a7-46c6-9679-037beaf6083c tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884666 Apr 06 12:46:25.571504 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45480) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:25.682307 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2fc11455-985f-48ec-b295-9e161bc9ce72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:25.766036 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2fc11455-985f-48ec-b295-9e161bc9ce72 admin admin] Publish callbacks [] for security_group (515454a9-a600-47fc-8775-a7507f348691), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:25.846112 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2fc11455-985f-48ec-b295-9e161bc9ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (515454a9-a600-47fc-8775-a7507f348691), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:25.887486 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2fc11455-985f-48ec-b295-9e161bc9ce72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f770b2aaeac4cbaa34ed140c9fc9be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149266 Apr 06 12:46:25.888555 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc11455-985f-48ec-b295-9e161bc9ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515454a9-a600-47fc-8775-a7507f348691,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:25.890464 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45484) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:25.953935 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ca2351be-8f71-4ad5-9a32-5d456a8e4257 admin admin] Publish callbacks [] for security_group (515454a9-a600-47fc-8775-a7507f348691), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:25.980583 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ca2351be-8f71-4ad5-9a32-5d456a8e4257 admin admin] Publish callbacks [] for security_group (515454a9-a600-47fc-8775-a7507f348691), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:26.143400 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ca2351be-8f71-4ad5-9a32-5d456a8e4257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (515454a9-a600-47fc-8775-a7507f348691), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:26.150918 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ca2351be-8f71-4ad5-9a32-5d456a8e4257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:26.150918 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ca2351be-8f71-4ad5-9a32-5d456a8e4257 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/515454a9-a600-47fc-8775-a7507f348691 HTTP/1.1" status: 204 len: 168 time: 0.2575927 Apr 06 12:46:26.160127 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2351be-8f71-4ad5-9a32-5d456a8e4257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515454a9-a600-47fc-8775-a7507f348691,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:26.297922 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786029b1-1d2a-4a61-8dfb-1da134f0d4dc req-779cd0ba-bbfc-4330-8b55-cba914a06c1d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:26.299457 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-786029b1-1d2a-4a61-8dfb-1da134f0d4dc req-779cd0ba-bbfc-4330-8b55-cba914a06c1d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.1010754 Apr 06 12:46:26.334284 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843343-2868-4119-a418-021b28f62935 req-2de101d2-ca42-46cb-bcc8-27331126cf9c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:26.336389 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9f843343-2868-4119-a418-021b28f62935 req-2de101d2-ca42-46cb-bcc8-27331126cf9c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0947573 Apr 06 12:46:26.415420 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-786029b1-1d2a-4a61-8dfb-1da134f0d4dc req-4eeeffc8-9794-4aa9-903b-119adb960ff4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091042 Apr 06 12:46:26.419045 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9f843343-2868-4119-a418-021b28f62935 req-c0db9bc2-4539-49b0-a9cb-d9a4de5023d3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753484 Apr 06 12:46:26.589832 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd434e-9b9e-4f44-81e6-658ef7924b32 req-c973d589-0c09-4c59-aadb-aa188a1dd6d4 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:26.591358 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cbbd434e-9b9e-4f44-81e6-658ef7924b32 req-c973d589-0c09-4c59-aadb-aa188a1dd6d4 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 944 time: 0.0987103 Apr 06 12:46:26.602296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548e44b-90ae-4fe8-9075-f97bf7adabeb req-cc7b3fab-c41c-4767-8000-13a12ee0d07a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:26.603772 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0548e44b-90ae-4fe8-9075-f97bf7adabeb req-cc7b3fab-c41c-4767-8000-13a12ee0d07a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 945 time: 0.1008263 Apr 06 12:46:26.680840 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cbbd434e-9b9e-4f44-81e6-658ef7924b32 req-e6cfb225-4cce-40af-a967-64d81f6b97b4 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758300 Apr 06 12:46:26.688944 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0548e44b-90ae-4fe8-9075-f97bf7adabeb req-091dfad1-f367-420c-bcfd-0c3552304497 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779974 Apr 06 12:46:26.996554 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45512) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:27.011318 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d006730e-4752-479f-801d-7e06f8a3a923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.122574 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d006730e-4752-479f-801d-7e06f8a3a923 admin admin] Publish callbacks [] for security_group (2bba5ed4-2e12-4937-a2e0-58fba6f13019), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.186502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-9b301d42-b5a4-4580-b545-b3bcdc341896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.187158 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d006730e-4752-479f-801d-7e06f8a3a923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2bba5ed4-2e12-4937-a2e0-58fba6f13019), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.225713 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d006730e-4752-479f-801d-7e06f8a3a923 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2df545528744c6da3c5efdf7d399c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279890 Apr 06 12:46:27.228203 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006730e-4752-479f-801d-7e06f8a3a923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bba5ed4-2e12-4937-a2e0-58fba6f13019,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:27.229353 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45520) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:27.280368 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25cf6e0d-9364-438d-8ced-e5b3e23bca96 admin admin] Publish callbacks [] for security_group (2bba5ed4-2e12-4937-a2e0-58fba6f13019), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.302831 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25cf6e0d-9364-438d-8ced-e5b3e23bca96 admin admin] Publish callbacks [] for security_group (2bba5ed4-2e12-4937-a2e0-58fba6f13019), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.542684 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25cf6e0d-9364-438d-8ced-e5b3e23bca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2bba5ed4-2e12-4937-a2e0-58fba6f13019), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.545292 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25cf6e0d-9364-438d-8ced-e5b3e23bca96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:27.546432 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-25cf6e0d-9364-438d-8ced-e5b3e23bca96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2bba5ed4-2e12-4937-a2e0-58fba6f13019 HTTP/1.1" status: 204 len: 168 time: 0.3166111 Apr 06 12:46:27.563896 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf6e0d-9364-438d-8ced-e5b3e23bca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bba5ed4-2e12-4937-a2e0-58fba6f13019,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:27.594355 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924dc5f-8e9a-4cf6-80f1-58c9e41fa236 req-d9a4536f-c728-438d-bf96-bc93a77ab74b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:27.595877 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b924dc5f-8e9a-4cf6-80f1-58c9e41fa236 req-d9a4536f-c728-438d-bf96-bc93a77ab74b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.0954270 Apr 06 12:46:27.603664 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1aba-181d-4fc9-9a76-aee6484cd598 req-02385942-c029-4a4f-93d0-3ddc184798aa tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:27.605478 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-595e1aba-181d-4fc9-9a76-aee6484cd598 req-02385942-c029-4a4f-93d0-3ddc184798aa tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1134477 Apr 06 12:46:27.610568 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['883751bb-3b95-4a12-86c3-0e8844dd157d'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:46:27.726003 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-5a2647a6-e710-4420-9059-f8d2a1f2eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:27.727882 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-5a2647a6-e710-4420-9059-f8d2a1f2eba0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 1128 time: 0.0617011 Apr 06 12:46:27.751364 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['a365e52a-9eaf-4ce0-9609-9dab1da17b7d'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:46:27.783991 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-595e1aba-181d-4fc9-9a76-aee6484cd598 req-4646fdbc-63f6-46ad-b734-d064d2f58e1d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710038 Apr 06 12:46:27.795363 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b924dc5f-8e9a-4cf6-80f1-58c9e41fa236 req-685f6833-5f29-4e40-a2cf-121b006f12f9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890576 Apr 06 12:46:27.864186 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-f34ebb05-a42e-4f6b-9321-8c9cd014ef09 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058263 Apr 06 12:46:27.870337 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-017349d3-c205-4a13-9483-669e679230f2 req-3ecc6cc3-9c07-4aab-a52b-47934a2a16f3 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111778 Apr 06 12:46:27.932295 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-1ae0e277-1ba7-4cf1-9e2b-3a8bd21e05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:27.934163 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-1ae0e277-1ba7-4cf1-9e2b-3a8bd21e05ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 915 time: 0.2002449 Apr 06 12:46:27.989388 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-41fda896-d445-470c-81fb-34a378259ac5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d HTTP/1.1" status: 200 len: 217 time: 0.0471737 Apr 06 12:46:28.051914 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-c7f73483-fd35-4e90-a0f6-a395205e9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:28.053634 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-c7f73483-fd35-4e90-a0f6-a395205e9c85 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0566945 Apr 06 12:46:28.077029 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2f4af65-a959-472a-92b0-708e1ac1e387 req-020ffc29-1f53-4dae-8596-86256e9ebf09 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059102 Apr 06 12:46:28.088694 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93a0a-aa02-47d1-a1dd-10359290c00c req-6e17b3c4-207c-4512-910c-3c206a1f3401 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:28.090262 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13d93a0a-aa02-47d1-a1dd-10359290c00c req-6e17b3c4-207c-4512-910c-3c206a1f3401 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 945 time: 0.1296268 Apr 06 12:46:28.120571 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de8351-df89-44f4-89fe-5b90e64f5e8a req-68ee552e-533c-40cf-9cfd-6df5efc43d54 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:28.121521 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-82f07bd2-4e03-46d1-8aa8-c77e6d0dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:28.122448 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f3de8351-df89-44f4-89fe-5b90e64f5e8a req-68ee552e-533c-40cf-9cfd-6df5efc43d54 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 944 time: 0.1432559 Apr 06 12:46:28.123021 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-82f07bd2-4e03-46d1-8aa8-c77e6d0dc5b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622928 Apr 06 12:46:28.247328 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f3de8351-df89-44f4-89fe-5b90e64f5e8a req-42c1d872-e9df-42c1-bbcd-700cef79c917 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145828 Apr 06 12:46:28.252793 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13d93a0a-aa02-47d1-a1dd-10359290c00c req-8e7c3705-273f-409d-9cb3-bb286fc5b53a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483808 Apr 06 12:46:28.282852 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-81e9a61b-1774-4e30-872b-94282ca1b0f6 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520183 Apr 06 12:46:28.993917 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b0e02-4b36-432b-bdcf-cd5af567b626 req-5f7fe122-c9f3-4b08-bd8e-60844f511d2d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:28.995421 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-719b0e02-4b36-432b-bdcf-cd5af567b626 req-5f7fe122-c9f3-4b08-bd8e-60844f511d2d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.0892575 Apr 06 12:46:29.009037 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5d010-5cdf-4df1-b333-36ca5dc8c977 req-a0a8550b-8da3-48b3-b421-386f5e7eb61f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:29.010654 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c8c5d010-5cdf-4df1-b333-36ca5dc8c977 req-a0a8550b-8da3-48b3-b421-386f5e7eb61f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0938163 Apr 06 12:46:29.094656 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-719b0e02-4b36-432b-bdcf-cd5af567b626 req-223534be-65b5-4364-86b3-a76cdc457239 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911908 Apr 06 12:46:29.101254 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c8c5d010-5cdf-4df1-b333-36ca5dc8c977 req-d164403a-3ab9-4924-8b5f-c79b1b2c403f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838077 Apr 06 12:46:29.159023 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-97991d21-0fb5-44c9-ab51-46aadd1f8dba req-e90789bf-1e08-40a2-96cb-e6ef1a74e18d service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258991 Apr 06 12:46:29.196972 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45594) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:29.321328 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b44f8549-9c2c-4311-9154-9977fd017cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.407518 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae7114-36a8-4c8f-aa27-11748b2c7d35 req-58e6fd73-9e04-4931-8157-6bba003935c3 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:29.408975 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-12ae7114-36a8-4c8f-aa27-11748b2c7d35 req-58e6fd73-9e04-4931-8157-6bba003935c3 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 944 time: 0.0893731 Apr 06 12:46:29.416859 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3beaa1-3255-43f2-9ad9-497c619da6b8 req-5320d6c9-d900-4da3-a5a6-af924288103b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:29.418303 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9f3beaa1-3255-43f2-9ad9-497c619da6b8 req-5320d6c9-d900-4da3-a5a6-af924288103b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 945 time: 0.0891752 Apr 06 12:46:29.423319 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b44f8549-9c2c-4311-9154-9977fd017cfd admin admin] Publish callbacks [] for security_group (d9a3a2db-7d22-4ea9-b69d-9854b3ed5675), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.491460 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-12ae7114-36a8-4c8f-aa27-11748b2c7d35 req-f856721a-7a2f-4ae6-a2f3-ce3c2b426434 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721562 Apr 06 12:46:29.494734 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9f3beaa1-3255-43f2-9ad9-497c619da6b8 req-bdae76b5-9b33-4255-892e-8582d3c87291 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697293 Apr 06 12:46:29.514854 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b44f8549-9c2c-4311-9154-9977fd017cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d9a3a2db-7d22-4ea9-b69d-9854b3ed5675), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.557772 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b44f8549-9c2c-4311-9154-9977fd017cfd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06bbb81df5444011a906e5fb7a1d020d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596864 Apr 06 12:46:29.558635 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f8549-9c2c-4311-9154-9977fd017cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a3a2db-7d22-4ea9-b69d-9854b3ed5675,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:29.560725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45604) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:29.583275 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-795d1aa4-a05d-4ac2-bce1-bd82cd275936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.609100 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-741c1f88-b24f-4a51-9ee5-62ca934440f0 admin admin] Publish callbacks [] for security_group (d9a3a2db-7d22-4ea9-b69d-9854b3ed5675), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.631013 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device c60de542-bb84-4369-ae9c-35e5d29d4a4a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:46:29.631883 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-741c1f88-b24f-4a51-9ee5-62ca934440f0 admin admin] Publish callbacks [] for security_group (d9a3a2db-7d22-4ea9-b69d-9854b3ed5675), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.634341 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 883751bb-3b95-4a12-86c3-0e8844dd157d up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:29.789502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port c60de542-bb84-4369-ae9c-35e5d29d4a4a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:29.801874 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'port_id': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a', 'mac_address': 'fa:16:3e:a4:94:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:46:29.818238 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-741c1f88-b24f-4a51-9ee5-62ca934440f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d9a3a2db-7d22-4ea9-b69d-9854b3ed5675), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.821519 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-741c1f88-b24f-4a51-9ee5-62ca934440f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.822879 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-741c1f88-b24f-4a51-9ee5-62ca934440f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d9a3a2db-7d22-4ea9-b69d-9854b3ed5675 HTTP/1.1" status: 204 len: 168 time: 0.2610512 Apr 06 12:46:29.838842 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c1f88-b24f-4a51-9ee5-62ca934440f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a3a2db-7d22-4ea9-b69d-9854b3ed5675,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:29.863057 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port c60de542-bb84-4369-ae9c-35e5d29d4a4a is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:29.863677 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.891505 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 883751bb-3b95-4a12-86c3-0e8844dd157d completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:46:29.899100 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60de542-bb84-4369-ae9c-35e5d29d4a4a {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:29.911900 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 883751bb-3b95-4a12-86c3-0e8844dd157d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:29.912641 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:29.960785 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port c60de542-bb84-4369-ae9c-35e5d29d4a4a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:29.994259 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45618) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:30.035447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 883751bb-3b95-4a12-86c3-0e8844dd157d is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:30.035860 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.059904 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883751bb-3b95-4a12-86c3-0e8844dd157d'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:30.121197 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ec1-fb4d-4ec2-aaa9-b51610487239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.133003 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.137961 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 51f3a2bc-8339-42c3-94ef-6664514bfa3d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:46:30.222616 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ec1-fb4d-4ec2-aaa9-b51610487239 admin admin] Publish callbacks [] for security_group (ea465f53-3f4b-4c77-ac86-5a23c13c4124), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.225552 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 883751bb-3b95-4a12-86c3-0e8844dd157d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=883751bb-3b95-4a12-86c3-0e8844dd157d,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:30.227027 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=c60de542-bb84-4369-ae9c-35e5d29d4a4a,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:30.309067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c017d1-31e8-47a0-97bc-c83ceece6301 req-ac2c1d3d-814d-448f-8e3f-3dff12ae8e92 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:30.314388 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17c017d1-31e8-47a0-97bc-c83ceece6301 req-ac2c1d3d-814d-448f-8e3f-3dff12ae8e92 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 944 time: 0.1228793 Apr 06 12:46:30.325494 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7c4e-4c30-42c4-b885-aba22063b8cc req-70ae7e67-ed82-41ac-8c80-6560a4a849f9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:30.327386 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-772c7c4e-4c30-42c4-b885-aba22063b8cc req-70ae7e67-ed82-41ac-8c80-6560a4a849f9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1198187 Apr 06 12:46:30.332167 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-26ed9ec1-fb4d-4ec2-aaa9-b51610487239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (ea465f53-3f4b-4c77-ac86-5a23c13c4124), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.354071 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 51f3a2bc-8339-42c3-94ef-6664514bfa3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:30.371089 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:46:30.377248 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.378679 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a365e52a-9eaf-4ce0-9609-9dab1da17b7d up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:30.417603 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e59e3-8799-4caf-abb0-8ded2165af87" -d '{"events": [{"server_uuid": "b18cb86d-b1c7-4e9a-b99c-d7400caf606e", "name": "network-vif-plugged", "status": "completed", "tag": "883751bb-3b95-4a12-86c3-0e8844dd157d"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:30.417817 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-26ed9ec1-fb4d-4ec2-aaa9-b51610487239 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c12f94321cf454d8f9cfad268f8b42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223695 Apr 06 12:46:30.421173 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45632) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:30.430114 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed9ec1-fb4d-4ec2-aaa9-b51610487239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea465f53-3f4b-4c77-ac86-5a23c13c4124,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:30.449506 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17c017d1-31e8-47a0-97bc-c83ceece6301 req-87c267f7-ae9a-42b8-be8f-b053359a74ef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206818 Apr 06 12:46:30.510370 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-772c7c4e-4c30-42c4-b885-aba22063b8cc req-eeeb56b1-94e6-47df-9c4f-80a2f663a936 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278234 Apr 06 12:46:30.519871 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 51f3a2bc-8339-42c3-94ef-6664514bfa3d is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:30.520172 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.539903 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-628069db-cca4-47b5-abbd-0346526c75c6 admin admin] Publish callbacks [] for security_group (ea465f53-3f4b-4c77-ac86-5a23c13c4124), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.563469 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=883751bb-3b95-4a12-86c3-0e8844dd157d,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:30.571881 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f3a2bc-8339-42c3-94ef-6664514bfa3d {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:30.572098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-628069db-cca4-47b5-abbd-0346526c75c6 admin admin] Publish callbacks [] for security_group (ea465f53-3f4b-4c77-ac86-5a23c13c4124), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.617519 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 51f3a2bc-8339-42c3-94ef-6664514bfa3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:30.648636 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563c54d3-1833-4275-9778-b054bb532678 x-openstack-request-id: req-563c54d3-1833-4275-9778-b054bb532678 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:30.648981 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18cb86d-b1c7-4e9a-b99c-d7400caf606e", "name": "network-vif-plugged", "status": "completed", "tag": "883751bb-3b95-4a12-86c3-0e8844dd157d", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:30.649246 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-563c54d3-1833-4275-9778-b054bb532678 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:30.650311 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563c54d3-1833-4275-9778-b054bb532678'] response: {'server_uuid': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883751bb-3b95-4a12-86c3-0e8844dd157d', 'code': 200} Apr 06 12:46:30.715963 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9e420-b749-4b62-916f-f502bf533054 req-21b73d94-5a2e-4b8f-adf3-93c349d07923 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:30.717832 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5dc9e420-b749-4b62-916f-f502bf533054 req-21b73d94-5a2e-4b8f-adf3-93c349d07923 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 944 time: 0.0819619 Apr 06 12:46:30.728255 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port a365e52a-9eaf-4ce0-9609-9dab1da17b7d completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:46:30.749051 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port a365e52a-9eaf-4ce0-9609-9dab1da17b7d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:30.749443 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.795655 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-628069db-cca4-47b5-abbd-0346526c75c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (ea465f53-3f4b-4c77-ac86-5a23c13c4124), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.795946 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-628069db-cca4-47b5-abbd-0346526c75c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.797199 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-628069db-cca4-47b5-abbd-0346526c75c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea465f53-3f4b-4c77-ac86-5a23c13c4124 HTTP/1.1" status: 204 len: 168 time: 0.3750522 Apr 06 12:46:30.804927 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.830280 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bcc32-a98b-46f0-95b9-32308f061e95 req-d6995f61-bba6-427a-997d-d2bb97d8c8fb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:30.833053 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d1bcc32-a98b-46f0-95b9-32308f061e95 req-d6995f61-bba6-427a-997d-d2bb97d8c8fb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.1301756 Apr 06 12:46:30.838758 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5dc9e420-b749-4b62-916f-f502bf533054 req-8cdcb8b9-1edb-49fb-a367-478933d41207 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896909 Apr 06 12:46:30.840264 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628069db-cca4-47b5-abbd-0346526c75c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea465f53-3f4b-4c77-ac86-5a23c13c4124,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:30.886085 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:30.909317 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d1bcc32-a98b-46f0-95b9-32308f061e95 req-7209b8f1-b8e1-46cb-9f61-052c07598998 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660748 Apr 06 12:46:30.985606 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 45648) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:31.008284 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3ff062aa-03a1-4a39-b499-2444f354c106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.064984 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=51f3a2bc-8339-42c3-94ef-6664514bfa3d,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:31.085662 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port a365e52a-9eaf-4ce0-9609-9dab1da17b7d is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:31.085662 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.140590 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152182d8-aae9-4b1e-b52c-5675a6278076 req-86cc52c8-98ea-4b48-aa3a-44a518798d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:31.142683 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-152182d8-aae9-4b1e-b52c-5675a6278076 req-86cc52c8-98ea-4b48-aa3a-44a518798d65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 1130 time: 0.1218669 Apr 06 12:46:31.145713 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port a365e52a-9eaf-4ce0-9609-9dab1da17b7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,segment=NetworkSegment(c592de2e-4f2d-45b5-bea1-aebca7927ec1),segment_id=c592de2e-4f2d-45b5-bea1-aebca7927ec1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:31.171753 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-152182d8-aae9-4b1e-b52c-5675a6278076 req-c0e03a6d-7b8f-480f-8c22-e8764eceafdf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.173528 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['c60de542-bb84-4369-ae9c-35e5d29d4a4a'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:46:31.207233 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3ff062aa-03a1-4a39-b499-2444f354c106 admin admin] Publish callbacks [] for security_group (2327efb4-6d81-4398-b3f8-a857425d837b), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.248783 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.286814 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3ff062aa-03a1-4a39-b499-2444f354c106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2327efb4-6d81-4398-b3f8-a857425d837b), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.288704 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['51f3a2bc-8339-42c3-94ef-6664514bfa3d'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:46:31.364377 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-152182d8-aae9-4b1e-b52c-5675a6278076 req-c0e03a6d-7b8f-480f-8c22-e8764eceafdf service neutron] Publish callbacks [] for security_group (e63b76e3-2be6-479d-8fee-14397ac634ad), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.384641 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff062aa-03a1-4a39-b499-2444f354c106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2327efb4-6d81-4398-b3f8-a857425d837b,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:31.387326 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:31.389020 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3ff062aa-03a1-4a39-b499-2444f354c106 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ee42f55a3064c2ab85fc945764606e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021254 Apr 06 12:46:31.393097 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 45670) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:31.458877 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d05726-5e08-438c-8119-2bcaef8547ba admin admin] Publish callbacks [] for security_group (2327efb4-6d81-4398-b3f8-a857425d837b), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.483985 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d05726-5e08-438c-8119-2bcaef8547ba admin admin] Publish callbacks [] for security_group (2327efb4-6d81-4398-b3f8-a857425d837b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.500938 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-152182d8-aae9-4b1e-b52c-5675a6278076 req-c0e03a6d-7b8f-480f-8c22-e8764eceafdf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (e63b76e3-2be6-479d-8fee-14397ac634ad), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.546010 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-152182d8-aae9-4b1e-b52c-5675a6278076 req-c0e03a6d-7b8f-480f-8c22-e8764eceafdf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944497 Apr 06 12:46:31.547264 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e03a6d-7b8f-480f-8c22-e8764eceafdf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e63b76e3-2be6-479d-8fee-14397ac634ad,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:31.615318 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba223-1901-4147-96c6-a7a6487bf467 req-0dc4cebc-c0df-4892-8296-368dcbe75d44 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:31.617181 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ad2ba223-1901-4147-96c6-a7a6487bf467 req-0dc4cebc-c0df-4892-8296-368dcbe75d44 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 945 time: 0.0859945 Apr 06 12:46:31.704904 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5da3c-021a-4989-92f4-7b03dfb3b18d req-272bd8ef-764c-4ff8-b9dc-dea1f737591a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:31.706436 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2fe5da3c-021a-4989-92f4-7b03dfb3b18d req-272bd8ef-764c-4ff8-b9dc-dea1f737591a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0881252 Apr 06 12:46:31.711361 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ad2ba223-1901-4147-96c6-a7a6487bf467 req-6a374f1d-327f-42ca-9a63-91b3914fa50e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830424 Apr 06 12:46:31.740944 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d05726-5e08-438c-8119-2bcaef8547ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2327efb4-6d81-4398-b3f8-a857425d837b), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.744810 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d05726-5e08-438c-8119-2bcaef8547ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:31.749094 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-a0d05726-5e08-438c-8119-2bcaef8547ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2327efb4-6d81-4398-b3f8-a857425d837b HTTP/1.1" status: 204 len: 168 time: 0.3548849 Apr 06 12:46:31.765924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d05726-5e08-438c-8119-2bcaef8547ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2327efb4-6d81-4398-b3f8-a857425d837b,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:31.821128 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2fe5da3c-021a-4989-92f4-7b03dfb3b18d req-8265ca23-188f-4e32-a2b5-f54b61e2c54e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079843 Apr 06 12:46:31.983352 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:46:32.008490 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d782e-4309-4ebb-b0ef-9f0e68ca8db6 req-c52e90aa-5410-459a-b6a8-9b888575bbab tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:32.010028 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd4d782e-4309-4ebb-b0ef-9f0e68ca8db6 req-c52e90aa-5410-459a-b6a8-9b888575bbab tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.0803649 Apr 06 12:46:32.106614 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee883af-1d0f-4ec8-a13e-88d03a592816 req-2a01ed3d-e248-45f6-8a47-34e9f6c7884b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:32.108082 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:32.108620 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5ee883af-1d0f-4ec8-a13e-88d03a592816 req-2a01ed3d-e248-45f6-8a47-34e9f6c7884b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0975101 Apr 06 12:46:32.112631 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd4d782e-4309-4ebb-b0ef-9f0e68ca8db6 req-08e9a0bd-a2cc-4592-a3ba-491eefb9db68 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908077 Apr 06 12:46:32.128785 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'port_id': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'mac_address': 'fa:16:3e:73:62:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:46:32.177846 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:32.178329 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:32.193284 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b505729e-02c6-43a8-a7aa-2e21911c1a2a {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:46:32.193857 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5ee883af-1d0f-4ec8-a13e-88d03a592816 req-ad3b1c36-bee0-49aa-b63f-39a473d415d3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674086 Apr 06 12:46:32.225355 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:32.399671 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:32.466072 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:32.481233 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device c60de542-bb84-4369-ae9c-35e5d29d4a4a up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:32.615866 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port c60de542-bb84-4369-ae9c-35e5d29d4a4a completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:46:32.623425 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port c60de542-bb84-4369-ae9c-35e5d29d4a4a triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:32.623805 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:32.654008 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:32.656298 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e61f9d6-8605-4565-af57-d54a0060f68e" -d '{"events": [{"server_uuid": "0771f7ad-1bb9-46af-aa9d-4585963ae8f4", "name": "network-vif-plugged", "status": "completed", "tag": "a365e52a-9eaf-4ce0-9609-9dab1da17b7d"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:32.720740 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694869b-51e4-4b2a-a98c-b42c59d70377 x-openstack-request-id: req-f694869b-51e4-4b2a-a98c-b42c59d70377 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:32.721095 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0771f7ad-1bb9-46af-aa9d-4585963ae8f4", "name": "network-vif-plugged", "status": "completed", "tag": "a365e52a-9eaf-4ce0-9609-9dab1da17b7d", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:32.721370 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f694869b-51e4-4b2a-a98c-b42c59d70377 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:32.721964 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f694869b-51e4-4b2a-a98c-b42c59d70377'] response: {'server_uuid': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d', 'code': 200} Apr 06 12:46:32.734156 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['b505729e-02c6-43a8-a7aa-2e21911c1a2a'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:46:32.774093 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port c60de542-bb84-4369-ae9c-35e5d29d4a4a is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:32.775138 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:32.844560 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port c60de542-bb84-4369-ae9c-35e5d29d4a4a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:32.856013 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824514b-e2ba-4f20-83e1-9ed2c756ac7a req-e8398f97-c2af-46db-96d0-bf7af7707ce4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:32.857732 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0824514b-e2ba-4f20-83e1-9ed2c756ac7a req-e8398f97-c2af-46db-96d0-bf7af7707ce4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 945 time: 0.0642111 Apr 06 12:46:32.910164 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0824514b-e2ba-4f20-83e1-9ed2c756ac7a req-badd87a0-0519-4643-b1ab-f70c1327dc7e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459001 Apr 06 12:46:32.946046 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:32.947080 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 51f3a2bc-8339-42c3-94ef-6664514bfa3d up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:32.956592 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:33.001822 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebd599-2315-48b7-b5cc-97aa901f7b2b req-01dc8bed-1ad2-4772-bea6-a3264afc513d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:33.004549 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52ebd599-2315-48b7-b5cc-97aa901f7b2b req-01dc8bed-1ad2-4772-bea6-a3264afc513d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.0878251 Apr 06 12:46:33.055488 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=c60de542-bb84-4369-ae9c-35e5d29d4a4a,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:33.058282 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52ebd599-2315-48b7-b5cc-97aa901f7b2b req-05040359-a71c-437c-ba19-fc7c7434f3fe tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484655 Apr 06 12:46:33.135334 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df114f9-3f5e-454f-843d-2f6765ace3ac req-7d5d30d5-b10f-4d8f-ae58-be11c9f69c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:33.136999 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8df114f9-3f5e-454f-843d-2f6765ace3ac req-7d5d30d5-b10f-4d8f-ae58-be11c9f69c12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 1129 time: 0.0441930 Apr 06 12:46:33.156079 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 51f3a2bc-8339-42c3-94ef-6664514bfa3d completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:46:33.161820 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 51f3a2bc-8339-42c3-94ef-6664514bfa3d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:33.166273 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:33.190220 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8df114f9-3f5e-454f-843d-2f6765ace3ac req-2cf0c30c-50ec-4177-a590-41e3b5787710 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Apr 06 12:46:33.252467 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d50ae-01da-42a0-b04d-4670f8a6fee1 req-7ff9707c-99e0-4b4b-9308-dc10925627ae tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:33.259980 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2b6d50ae-01da-42a0-b04d-4670f8a6fee1 req-7ff9707c-99e0-4b4b-9308-dc10925627ae tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.0645552 Apr 06 12:46:33.263313 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 51f3a2bc-8339-42c3-94ef-6664514bfa3d is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:33.264341 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:33.305907 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 51f3a2bc-8339-42c3-94ef-6664514bfa3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:33.353228 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2b6d50ae-01da-42a0-b04d-4670f8a6fee1 req-a615f964-9458-4d85-bb57-3e6839ae94c5 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910449 Apr 06 12:46:33.395858 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699abf2-856c-4f93-9e8e-000101660ead req-91c03982-c604-4d65-90a1-e142617f1bd8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:33.397828 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3699abf2-856c-4f93-9e8e-000101660ead req-91c03982-c604-4d65-90a1-e142617f1bd8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.1047838 Apr 06 12:46:33.405516 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:33.470552 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=51f3a2bc-8339-42c3-94ef-6664514bfa3d,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:33.501715 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3699abf2-856c-4f93-9e8e-000101660ead req-19247618-87b9-4ee3-a527-bed46dc4dcbc tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973909 Apr 06 12:46:33.858096 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:33.973183 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:33.976149 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:46:34.064880 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3824e4-92ce-4e03-a983-6b64c387e779 req-d17ea4bc-a033-4146-8ef0-4652edd00d7a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:34.067083 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f3824e4-92ce-4e03-a983-6b64c387e779 req-d17ea4bc-a033-4146-8ef0-4652edd00d7a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0754397 Apr 06 12:46:34.134484 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f3824e4-92ce-4e03-a983-6b64c387e779 req-5711f864-c8b2-4166-b3dd-90644968aa30 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607021 Apr 06 12:46:34.137924 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port b505729e-02c6-43a8-a7aa-2e21911c1a2a completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:46:34.143698 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port b505729e-02c6-43a8-a7aa-2e21911c1a2a triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:46:34.144773 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:34.228999 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e3da-d8f8-4e73-bada-0763f447945a req-050fb982-00a1-4d17-afbb-e7dde24b06a0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:34.230510 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a834e3da-d8f8-4e73-bada-0763f447945a req-050fb982-00a1-4d17-afbb-e7dde24b06a0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.0626404 Apr 06 12:46:34.236582 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:46:34.237120 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:34.281418 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:34.301637 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a834e3da-d8f8-4e73-bada-0763f447945a req-3d7b6d65-8c5b-49c0-a142-4c7389d215c8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648706 Apr 06 12:46:34.385300 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:34.468050 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:34.524379 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87f050-ac32-4eef-814a-e4a39247bb15 req-89c19220-752d-4b89-a239-30712d7b08b2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:34.527450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ac87f050-ac32-4eef-814a-e4a39247bb15 req-89c19220-752d-4b89-a239-30712d7b08b2 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.0998545 Apr 06 12:46:34.625047 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ac87f050-ac32-4eef-814a-e4a39247bb15 req-e881ee31-a64d-459b-9dbd-53c3ba005adb tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848846 Apr 06 12:46:34.648969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675f253-1cc4-489f-8b9b-8d5d8c29fa12 req-4010eec0-2b7b-4b01-9f20-a96740de18fe tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:34.650632 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2675f253-1cc4-489f-8b9b-8d5d8c29fa12 req-4010eec0-2b7b-4b01-9f20-a96740de18fe tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0778205 Apr 06 12:46:34.709293 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2675f253-1cc4-489f-8b9b-8d5d8c29fa12 req-09bf73fa-36e9-4f8f-a2a4-795dfb856b31 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496759 Apr 06 12:46:34.723702 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a'}, {'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d'}, {'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:34.726106 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d69f061-1dd6-44d1-bf0f-5ca6b562861f" -d '{"events": [{"server_uuid": "91a4672f-751b-438f-8a1d-ee0cccead4b8", "name": "network-vif-plugged", "status": "completed", "tag": "c60de542-bb84-4369-ae9c-35e5d29d4a4a"}, {"server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d"}, {"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-plugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:34.806122 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0dbb31-4021-4cb7-85a3-3c2efef41afe x-openstack-request-id: req-dd0dbb31-4021-4cb7-85a3-3c2efef41afe {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:34.807092 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a4672f-751b-438f-8a1d-ee0cccead4b8", "name": "network-vif-plugged", "status": "completed", "tag": "c60de542-bb84-4369-ae9c-35e5d29d4a4a", "code": 200}, {"server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "name": "network-vif-plugged", "status": "completed", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d", "code": 200}, {"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-plugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:34.807092 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd0dbb31-4021-4cb7-85a3-3c2efef41afe {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:34.807724 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0dbb31-4021-4cb7-85a3-3c2efef41afe'] response: {'server_uuid': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a', 'code': 200} Apr 06 12:46:34.807724 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0dbb31-4021-4cb7-85a3-3c2efef41afe'] response: {'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'code': 200} Apr 06 12:46:34.807724 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0dbb31-4021-4cb7-85a3-3c2efef41afe'] response: {'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'code': 200} Apr 06 12:46:35.308992 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36a4d3-23b7-49c8-8ad3-3fa81d372562 req-83135ad7-76d5-4fd4-afb1-5677177bbc1d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.311230 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aa36a4d3-23b7-49c8-8ad3-3fa81d372562 req-83135ad7-76d5-4fd4-afb1-5677177bbc1d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0946083 Apr 06 12:46:35.322566 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a5709-88c4-460e-945f-5ea8c9d260e5 req-e7010125-7fbe-4324-8cc6-2b6b27a9f13d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.324467 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f9a5709-88c4-460e-945f-5ea8c9d260e5 req-e7010125-7fbe-4324-8cc6-2b6b27a9f13d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0971842 Apr 06 12:46:35.338474 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-9b49bcc4-54e2-43ab-9291-61e8d85a343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.341375 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-9b49bcc4-54e2-43ab-9291-61e8d85a343c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 1130 time: 0.0621974 Apr 06 12:46:35.413588 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aa36a4d3-23b7-49c8-8ad3-3fa81d372562 req-ee8d72e0-d272-4c24-986b-d4b008f819a3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879037 Apr 06 12:46:35.417048 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f9a5709-88c4-460e-945f-5ea8c9d260e5 req-fc5e3815-1ca7-4c85-bb48-f958d0ba6d9e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834293 Apr 06 12:46:35.474604 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-c290fd26-22a7-4d7b-a99b-430cc0973122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.476087 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-c290fd26-22a7-4d7b-a99b-430cc0973122 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.1265252 Apr 06 12:46:35.536994 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-d75be3f6-c93d-4488-8255-135e076ed96c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883751bb-3b95-4a12-86c3-0e8844dd157d HTTP/1.1" status: 200 len: 217 time: 0.0530334 Apr 06 12:46:35.649534 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-c66f9985-837c-44d0-ae4b-6337eaf42235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.651692 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-c66f9985-837c-44d0-ae4b-6337eaf42235 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.1069012 Apr 06 12:46:35.659551 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba046c-f48d-4124-b8d8-1c1c3d5e63ea req-27304f2d-4690-4d90-9210-bf23bcd3e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.661818 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-beba046c-f48d-4124-b8d8-1c1c3d5e63ea req-27304f2d-4690-4d90-9210-bf23bcd3e7a3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 1130 time: 0.0722384 Apr 06 12:46:35.763794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-8f9b2c07-94e2-4e42-858b-e5540073c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.765480 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-8f9b2c07-94e2-4e42-858b-e5540073c6aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021378 Apr 06 12:46:35.773404 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-beba046c-f48d-4124-b8d8-1c1c3d5e63ea req-f22c5acf-8d19-494d-9b1b-50c43fdfe341 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982194 Apr 06 12:46:35.899035 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-c235323f-6cf3-479a-a7ba-311b88dc1346 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245518 Apr 06 12:46:35.965317 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4027b-e01f-4c75-b9fd-6010290e7aa4 req-6d849849-f370-4809-9525-f399c972ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.966833 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cdd4027b-e01f-4c75-b9fd-6010290e7aa4 req-6d849849-f370-4809-9525-f399c972ba33 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 1129 time: 0.5045803 Apr 06 12:46:35.983237 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aca853-0095-4d8d-927f-720d91c37235 req-34cc3eba-bd5f-449f-a2ef-586f9960b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.983237 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f1aca853-0095-4d8d-927f-720d91c37235 req-34cc3eba-bd5f-449f-a2ef-586f9960b554 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1129 time: 0.4471388 Apr 06 12:46:35.987029 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8184af-78c2-4f6f-91bc-f284935298a4 req-8f0f2337-95dc-4862-b1df-bae0c57071ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.989106 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6d8184af-78c2-4f6f-91bc-f284935298a4 req-8f0f2337-95dc-4862-b1df-bae0c57071ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.4635215 Apr 06 12:46:36.040463 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ae3db-4224-42cb-b13f-469db840ef50 req-42193694-cd01-4dfc-b87e-298a99b2d106 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:36.042009 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-159ae3db-4224-42cb-b13f-469db840ef50 req-42193694-cd01-4dfc-b87e-298a99b2d106 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.1374195 Apr 06 12:46:36.143547 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cdd4027b-e01f-4c75-b9fd-6010290e7aa4 req-0b8d5041-99b1-4a8d-9a25-423b4160b0a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473029 Apr 06 12:46:36.151645 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f1aca853-0095-4d8d-927f-720d91c37235 req-e3c131b3-8dde-4559-b192-496940c3e23d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494653 Apr 06 12:46:36.154862 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6d8184af-78c2-4f6f-91bc-f284935298a4 req-44ee357e-8aea-445f-a6df-1e1ff517cf4c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465232 Apr 06 12:46:36.201982 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-159ae3db-4224-42cb-b13f-469db840ef50 req-7922e8f2-a5a1-411c-a594-262ff4fa6372 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306057 Apr 06 12:46:36.331024 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-80459b6a-3493-4ee7-9465-7d1d522a5678 req-0678c607-593f-462a-bfc6-f2173f4684a0 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344874 Apr 06 12:46:36.585120 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6d8ee-6eac-480d-883b-bbfc54ebf775 req-156bf827-1920-4b1b-87f1-a8202633566e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:36.586607 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2dc6d8ee-6eac-480d-883b-bbfc54ebf775 req-156bf827-1920-4b1b-87f1-a8202633566e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0936539 Apr 06 12:46:36.597689 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060224-f0ee-4e87-8018-fb6efc114f6b req-9aefcaf4-a06a-45a9-bef1-27080f46b7ae tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:36.599255 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-98060224-f0ee-4e87-8018-fb6efc114f6b req-9aefcaf4-a06a-45a9-bef1-27080f46b7ae tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0775428 Apr 06 12:46:36.672281 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2dc6d8ee-6eac-480d-883b-bbfc54ebf775 req-51f8f52f-68a3-4515-ac20-bd72fd7b8639 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720401 Apr 06 12:46:36.675566 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-98060224-f0ee-4e87-8018-fb6efc114f6b req-0af3f43f-caba-4c42-beaf-abc30eb5fbf4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694797 Apr 06 12:46:37.291169 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c26e7-9cb9-4f3f-bb15-da7c53055521 req-a9394cef-f6f5-4c0f-aa47-53a2be25a338 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:37.292697 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-587c26e7-9cb9-4f3f-bb15-da7c53055521 req-a9394cef-f6f5-4c0f-aa47-53a2be25a338 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0612273 Apr 06 12:46:37.356469 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-587c26e7-9cb9-4f3f-bb15-da7c53055521 req-d9f29d19-c485-4ed3-b6f6-f28c328c33b9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546186 Apr 06 12:46:37.820472 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddabe-0255-47f2-a784-0f1dc8ddd085 req-672288ad-e86a-45b9-b25c-c867d5d3a16c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:37.821958 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b5ddabe-0255-47f2-a784-0f1dc8ddd085 req-672288ad-e86a-45b9-b25c-c867d5d3a16c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0794327 Apr 06 12:46:37.842556 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68560e37-f7cc-4b90-a8eb-ddba2aa4c48f req-3ee3fcd8-81d6-429d-8bb0-e4167673dbb6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:37.845888 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68560e37-f7cc-4b90-a8eb-ddba2aa4c48f req-3ee3fcd8-81d6-429d-8bb0-e4167673dbb6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0926270 Apr 06 12:46:37.910597 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b5ddabe-0255-47f2-a784-0f1dc8ddd085 req-98729fd6-3d5a-46e7-91a2-92d3ddb72e3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803511 Apr 06 12:46:37.933696 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68560e37-f7cc-4b90-a8eb-ddba2aa4c48f req-66fe6fde-345a-4eb6-9d9e-2f62e9213457 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731094 Apr 06 12:46:38.480183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733344c4-e6a0-47e2-9e41-8f398e474b2a req-4f64895e-5f64-481d-8fbf-4b49ce40af94 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:38.481684 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-733344c4-e6a0-47e2-9e41-8f398e474b2a req-4f64895e-5f64-481d-8fbf-4b49ce40af94 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0579188 Apr 06 12:46:38.526940 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-733344c4-e6a0-47e2-9e41-8f398e474b2a req-55b70ced-f593-4a39-8bce-10a7c79f1262 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398200 Apr 06 12:46:39.073651 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31976-822f-4a92-a297-0274aa467524 req-eb96e0a3-0d2d-44fc-811d-942b005d2a7c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:39.075141 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2e31976-822f-4a92-a297-0274aa467524 req-eb96e0a3-0d2d-44fc-811d-942b005d2a7c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0853848 Apr 06 12:46:39.086689 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cb7d3-77ee-45e0-9ac4-9142691a452f req-2c0e3ff3-0df5-4652-93fd-e7b0834c99c8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:39.088168 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-331cb7d3-77ee-45e0-9ac4-9142691a452f req-2c0e3ff3-0df5-4652-93fd-e7b0834c99c8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0872025 Apr 06 12:46:39.158103 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2e31976-822f-4a92-a297-0274aa467524 req-f074a649-3ffc-4d44-92bd-6568b4b73f23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689473 Apr 06 12:46:39.162367 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-331cb7d3-77ee-45e0-9ac4-9142691a452f req-f85546b4-7d94-4476-8196-8e2a49fa4949 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672736 Apr 06 12:46:39.648855 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75c012-d27a-4198-b0ef-8f481d5b5e4f req-26fd9886-0573-4722-a21a-3926ef01b075 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:39.651045 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf75c012-d27a-4198-b0ef-8f481d5b5e4f req-26fd9886-0573-4722-a21a-3926ef01b075 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0537741 Apr 06 12:46:39.700433 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf75c012-d27a-4198-b0ef-8f481d5b5e4f req-fd1bb4c0-9067-4335-a550-2dbc801ca742 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Apr 06 12:46:40.312571 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18453794-1e58-4b71-9c60-15a51416a39d req-9e60839a-176f-4e75-8e7e-df4b6f6b8995 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:40.314110 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-18453794-1e58-4b71-9c60-15a51416a39d req-9e60839a-176f-4e75-8e7e-df4b6f6b8995 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0847006 Apr 06 12:46:40.323888 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5a22c-19cd-4e9f-87ef-242a925929ac req-16bd252b-9468-4209-af0d-7a290faf38c6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:40.325314 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70f5a22c-19cd-4e9f-87ef-242a925929ac req-16bd252b-9468-4209-af0d-7a290faf38c6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0854182 Apr 06 12:46:40.391515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-18453794-1e58-4b71-9c60-15a51416a39d req-1d3cb34f-c7fd-4a90-98fa-de91c98e7950 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652499 Apr 06 12:46:40.399030 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70f5a22c-19cd-4e9f-87ef-242a925929ac req-6a37a268-dca5-4e75-bff6-55fb2203cb9e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672123 Apr 06 12:46:40.830057 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8241-1034-4601-a5dc-2b85e133df88 req-568113ad-986b-4680-be3c-a8300d9a6734 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:40.830057 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-285f8241-1034-4601-a5dc-2b85e133df88 req-568113ad-986b-4680-be3c-a8300d9a6734 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0579383 Apr 06 12:46:40.881717 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-285f8241-1034-4601-a5dc-2b85e133df88 req-8c975666-db4a-4c93-905a-900d667b1602 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462565 Apr 06 12:46:41.546489 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed980a3a-946b-489c-a809-0fb4658b1e29 req-45a26310-1f95-4e36-8fdf-63625d8e3ea9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:41.548134 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed980a3a-946b-489c-a809-0fb4658b1e29 req-45a26310-1f95-4e36-8fdf-63625d8e3ea9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0841398 Apr 06 12:46:41.559891 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d1c5e-1391-4d44-9e68-c784d564a6d3 req-40d1546f-dffd-450b-adf1-c3bc96b0477a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:41.564087 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fa0d1c5e-1391-4d44-9e68-c784d564a6d3 req-40d1546f-dffd-450b-adf1-c3bc96b0477a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0902750 Apr 06 12:46:41.643296 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed980a3a-946b-489c-a809-0fb4658b1e29 req-129a6fd5-5c60-42c9-b961-e9d3cf5505b4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777612 Apr 06 12:46:41.656623 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fa0d1c5e-1391-4d44-9e68-c784d564a6d3 req-8546c9e1-40d8-4764-a0f1-fa1391d80304 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837991 Apr 06 12:46:42.031422 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32cdb5-8b87-4f44-9401-5b9b2418cc4b req-4da18eed-4356-4a05-9b36-b305ac19e513 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:42.033837 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d32cdb5-8b87-4f44-9401-5b9b2418cc4b req-4da18eed-4356-4a05-9b36-b305ac19e513 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0770164 Apr 06 12:46:42.081440 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d32cdb5-8b87-4f44-9401-5b9b2418cc4b req-8c8bbff1-ab01-430a-af66-8e879125367c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Apr 06 12:46:42.804921 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a366b4-f6c3-4de2-8f3c-d0d2f2fd81dd req-8d7e0644-351b-4828-99a4-5f785b006b02 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:42.806501 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-72a366b4-f6c3-4de2-8f3c-d0d2f2fd81dd req-8d7e0644-351b-4828-99a4-5f785b006b02 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0927958 Apr 06 12:46:42.838346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47532980-989e-40a3-92ae-1d97d2ef544a req-3f4aacfc-ec9d-4b9e-8f5c-9392de53132d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:42.839812 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-47532980-989e-40a3-92ae-1d97d2ef544a req-3f4aacfc-ec9d-4b9e-8f5c-9392de53132d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0889504 Apr 06 12:46:42.879785 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-72a366b4-f6c3-4de2-8f3c-d0d2f2fd81dd req-d36a970d-07b8-4f37-9d7f-496c7ac75300 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666349 Apr 06 12:46:42.911774 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-47532980-989e-40a3-92ae-1d97d2ef544a req-d333c477-f32d-4c7b-8bb4-9caea4e0c098 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662186 Apr 06 12:46:43.205916 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1a15-1e0d-4ceb-bf3a-c9750d3bcf5b req-8b632cfd-1301-4999-815a-e7317aa4d4f4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:43.208076 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d5e1a15-1e0d-4ceb-bf3a-c9750d3bcf5b req-8b632cfd-1301-4999-815a-e7317aa4d4f4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0557971 Apr 06 12:46:43.256069 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d5e1a15-1e0d-4ceb-bf3a-c9750d3bcf5b req-7793a3f1-346e-449d-9f83-2854991fde02 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 Apr 06 12:46:44.022952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83db10-4f2f-4654-bf93-43ce50d25eb0 req-a567f67d-568d-4c91-a3b0-69c05ad26c38 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:44.024450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ad83db10-4f2f-4654-bf93-43ce50d25eb0 req-a567f67d-568d-4c91-a3b0-69c05ad26c38 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0572162 Apr 06 12:46:44.073059 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ad83db10-4f2f-4654-bf93-43ce50d25eb0 req-2de583c4-f8b9-463e-8c28-3a315a2a5b82 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 Apr 06 12:46:44.178086 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748321f-6ff9-44b6-8942-fe3a7abc69a0 req-714c23e3-393f-4fef-9d73-4e6825bec255 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:44.179491 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6748321f-6ff9-44b6-8942-fe3a7abc69a0 req-714c23e3-393f-4fef-9d73-4e6825bec255 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0533864 Apr 06 12:46:44.229303 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6748321f-6ff9-44b6-8942-fe3a7abc69a0 req-fb189ca5-1566-4e1d-ac1c-92c1d3899470 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441368 Apr 06 12:46:44.371226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360f12f-6b9f-447c-96b7-8dccf800eb83 req-ab2d4160-a7f9-4fdb-9b81-becb837a8ebe tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:44.372738 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8360f12f-6b9f-447c-96b7-8dccf800eb83 req-ab2d4160-a7f9-4fdb-9b81-becb837a8ebe tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0548291 Apr 06 12:46:44.381599 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46042) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:44.386064 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:44.482996 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (c5e0df48-c605-43ce-8cef-3ab4d2bf4e52), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:44.635618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d10741-9418-4f76-9304-29d73547c8aa req-55e2f4f8-c211-4f13-918d-e2c1464cfa7b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:44.638061 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-58d10741-9418-4f76-9304-29d73547c8aa req-55e2f4f8-c211-4f13-918d-e2c1464cfa7b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1886501 Apr 06 12:46:44.755133 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-58d10741-9418-4f76-9304-29d73547c8aa req-30efb119-da1e-488d-a915-7a5890cf21f6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087730 Apr 06 12:46:45.026205 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ae0e5-1e1c-493f-a6aa-e0d66df75423 req-dcc0996c-339a-4362-9181-ff9a930854aa tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:45.027676 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-116ae0e5-1e1c-493f-a6aa-e0d66df75423 req-dcc0996c-339a-4362-9181-ff9a930854aa tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1944907 Apr 06 12:46:45.036573 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46066) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:45.041476 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'floatingip': {'port_id': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:45.136593 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (b2a78406-805f-41d3-983a-8507655b05f2), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:45.317148 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46080) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:45.511341 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:45.671252 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:45.690345 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5934f29-c2e3-43ad-9233-51cdc108fb59 req-41ccd711-ae74-489d-9458-34fcfebdef39 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:45.691238 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a5934f29-c2e3-43ad-9233-51cdc108fb59 req-41ccd711-ae74-489d-9458-34fcfebdef39 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.3816981 Apr 06 12:46:45.757632 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a5934f29-c2e3-43ad-9233-51cdc108fb59 req-5087b941-d1c8-4a8b-b034-9c00f7c3fc51 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590341 Apr 06 12:46:45.759067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (c5e0df48-c605-43ce-8cef-3ab4d2bf4e52), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:45.882070 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Publish callbacks [] for security_group (56fc93b2-4b5a-4ab9-982c-c71a8e876c49), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:45.887623 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP c5e0df48-c605-43ce-8cef-3ab4d2bf4e52 associated. External IP: 172.27.3.114, port: 51f3a2bc-8339-42c3-94ef-6664514bfa3d. Apr 06 12:46:45.911826 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46096) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:46.008031 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.036302 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (56fc93b2-4b5a-4ab9-982c-c71a8e876c49), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.095631 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=097f1a8a81de4083a66dbb73c0767c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7773614 Apr 06 12:46:46.098449 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc93b2-4b5a-4ab9-982c-c71a8e876c49,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:46.099082 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46100) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:46.102054 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3bb72fae-15ae-479d-8655-47d7ba395631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.121283 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (b2a78406-805f-41d3-983a-8507655b05f2), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.124975 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.125536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.125907 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.126254 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.126591 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.126925 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.127252 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.127580 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.127909 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.128235 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.128579 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.129000 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.129334 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.129657 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.129980 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcecc9b4-196f-49db-82e2-24c725585f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.166183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:46:46.200316 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Publish callbacks [] for security_group (56fc93b2-4b5a-4ab9-982c-c71a8e876c49), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.271632 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Publish callbacks [] for security_group (56fc93b2-4b5a-4ab9-982c-c71a8e876c49), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.313265 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Floating IP b2a78406-805f-41d3-983a-8507655b05f2 associated. External IP: 172.27.3.139, port: b505729e-02c6-43a8-a7aa-2e21911c1a2a. Apr 06 12:46:46.362818 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3bb72fae-15ae-479d-8655-47d7ba395631 admin admin] Publish callbacks [] for security_group (4a16f332-9204-4b6c-b0c8-6d8ff3714028), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.373164 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:46:46.382946 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.384979 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46106) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:46.391802 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:46:46.420163 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ab53f980-d2f0-4e19-8024-2ef17062ddb0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "PUT /v2.0/floatingips/c5e0df48-c605-43ce-8cef-3ab4d2bf4e52 HTTP/1.1" status: 200 len: 992 time: 2.0373957 Apr 06 12:46:46.420717 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:46.423088 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a03bc11-5112-4c2a-95fe-683f7709fc09" -d '{"events": [{"name": "network-changed", "server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:46.429257 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:46.430264 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:46:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:46.486169 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee33f572-b3bc-4c13-9525-f469b0b9df6b x-openstack-request-id: req-ee33f572-b3bc-4c13-9525-f469b0b9df6b {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:46.486465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:46.486725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee33f572-b3bc-4c13-9525-f469b0b9df6b {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:46.487142 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee33f572-b3bc-4c13-9525-f469b0b9df6b'] response: {'name': 'network-changed', 'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'status': 'completed', 'code': 200} Apr 06 12:46:46.545692 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3bb72fae-15ae-479d-8655-47d7ba395631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4a16f332-9204-4b6c-b0c8-6d8ff3714028), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.579582 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (56fc93b2-4b5a-4ab9-982c-c71a8e876c49), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.584426 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.587244 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/56fc93b2-4b5a-4ab9-982c-c71a8e876c49 HTTP/1.1" status: 204 len: 168 time: 0.4852266 Apr 06 12:46:46.619946 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:46.642920 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc93b2-4b5a-4ab9-982c-c71a8e876c49,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:46.679984 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.683859 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.684294 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.684638 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.685050 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.686760 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.687200 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.687548 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.690217 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.690650 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.691185 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.696468 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.697151 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.697506 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.697848 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a12e31-5106-408e-a579-46107bcad3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:46:46.723115 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-119a9bd2-8722-4f38-8b67-760bc132039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.724733 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-119a9bd2-8722-4f38-8b67-760bc132039d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 1130 time: 0.2024865 Apr 06 12:46:46.919912 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-12db1449-ce88-48c5-896c-ca55a62ed8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.921775 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-12db1449-ce88-48c5-896c-ca55a62ed8d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 915 time: 0.1873176 Apr 06 12:46:46.937935 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3bb72fae-15ae-479d-8655-47d7ba395631 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed1532767b9c4265ac6de69ccfa65fff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0255630 Apr 06 12:46:46.945642 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46132) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:46.946348 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb72fae-15ae-479d-8655-47d7ba395631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a16f332-9204-4b6c-b0c8-6d8ff3714028,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:46.990303 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e3d04573-02b7-42a3-87be-e23bbed0c6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.033802 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902eef-06e2-44ce-93e6-020f7e3c0a93 req-9dd20abf-dacc-499f-9cd8-5c40eb8c873e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:47.033802 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13902eef-06e2-44ce-93e6-020f7e3c0a93 req-9dd20abf-dacc-499f-9cd8-5c40eb8c873e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.1698401 Apr 06 12:46:47.043848 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:46:47.061243 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63e7c47c-8c7e-4e67-8839-04e2e268a3c6 admin admin] Publish callbacks [] for security_group (4a16f332-9204-4b6c-b0c8-6d8ff3714028), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.069847 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:45Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:47.071990 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-3320e9c1-5dad-41d1-9a73-f2582eb32b75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d HTTP/1.1" status: 200 len: 1000 time: 0.1431189 Apr 06 12:46:47.122928 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:46:47.132113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-07671933-c195-4c9f-a367-c400d777087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:47.136529 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-07671933-c195-4c9f-a367-c400d777087f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0568800 Apr 06 12:46:47.137616 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:47.138356 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:46:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:47.153464 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63e7c47c-8c7e-4e67-8839-04e2e268a3c6 admin admin] Publish callbacks [] for security_group (4a16f332-9204-4b6c-b0c8-6d8ff3714028), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.188863 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13902eef-06e2-44ce-93e6-020f7e3c0a93 req-b90a7ad9-8ccf-491d-b2af-0a3bb75449dd tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466587 Apr 06 12:46:47.209419 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-322a8b22-7a2e-4083-b9fb-f8bebe9cd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:47.209419 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-322a8b22-7a2e-4083-b9fb-f8bebe9cd898 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636621 Apr 06 12:46:47.292163 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e3d04573-02b7-42a3-87be-e23bbed0c6f7 admin admin] Publish callbacks [] for security_group (4b284717-0e38-4ba4-8c23-130815cb37bf), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.301216 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:46:47.306774 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.314782 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c291341-7675-48c4-aff7-83f277176147 None None] Sync routers for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:46:47.330615 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:47.335576 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:47.336415 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-f7903f3e-fa27-4e25-adbc-d33e009c1c7f service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114793 Apr 06 12:46:47.336862 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:46:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:47.374559 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e3d04573-02b7-42a3-87be-e23bbed0c6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4b284717-0e38-4ba4-8c23-130815cb37bf), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.462250 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63e7c47c-8c7e-4e67-8839-04e2e268a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4a16f332-9204-4b6c-b0c8-6d8ff3714028), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.466801 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63e7c47c-8c7e-4e67-8839-04e2e268a3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.473796 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-63e7c47c-8c7e-4e67-8839-04e2e268a3c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a16f332-9204-4b6c-b0c8-6d8ff3714028 HTTP/1.1" status: 204 len: 168 time: 0.5235796 Apr 06 12:46:47.477203 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-eff3c706-db76-43a5-a583-e0018b8e68ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "PUT /v2.0/floatingips/b2a78406-805f-41d3-983a-8507655b05f2 HTTP/1.1" status: 200 len: 991 time: 2.4393632 Apr 06 12:46:47.481996 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:47.492345 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7afcb41-2033-4b1d-989e-167c5d284c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:47.514175 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e3d04573-02b7-42a3-87be-e23bbed0c6f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d8366d954b44f7c97676e3c6488c74f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1280406 Apr 06 12:46:47.522416 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46154) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:47.530081 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d04573-02b7-42a3-87be-e23bbed0c6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b284717-0e38-4ba4-8c23-130815cb37bf,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:47.552179 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46156) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:47.577860 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2356626-982c-4655-b619-ffee6e4be82a x-openstack-request-id: req-d2356626-982c-4655-b619-ffee6e4be82a {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:47.578444 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:47.578918 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2356626-982c-4655-b619-ffee6e4be82a {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:47.579525 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2356626-982c-4655-b619-ffee6e4be82a'] response: {'name': 'network-changed', 'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'status': 'completed', 'code': 200} Apr 06 12:46:47.595058 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a03bc11-5112-4c2a-95fe-683f7709fc09 req-d5643ac1-4147-456d-95bd-5122916592bc service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531617 Apr 06 12:46:47.595837 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7c47c-8c7e-4e67-8839-04e2e268a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a16f332-9204-4b6c-b0c8-6d8ff3714028,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:47.604109 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-39e84929-01fa-4ac1-b72a-5ddda198f076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.609197 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:47.800835 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-39e84929-01fa-4ac1-b72a-5ddda198f076 admin admin] Publish callbacks [] for security_group (588584a8-1a73-41a8-a5a6-b40f6f901a89), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.839659 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9288f482-52ac-4d75-99cc-e4a9190240e7 admin admin] Publish callbacks [] for security_group (4b284717-0e38-4ba4-8c23-130815cb37bf), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.861872 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-b50b5bc7-4527-4bda-a1ce-c733bfea871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:47.868333 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-b50b5bc7-4527-4bda-a1ce-c733bfea871a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1129 time: 0.1200092 Apr 06 12:46:47.877107 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9288f482-52ac-4d75-99cc-e4a9190240e7 admin admin] Publish callbacks [] for security_group (4b284717-0e38-4ba4-8c23-130815cb37bf), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.878593 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:45Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:47.900254 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-39e84929-01fa-4ac1-b72a-5ddda198f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (588584a8-1a73-41a8-a5a6-b40f6f901a89), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:47.916837 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e50ed-dc8f-4339-a3da-5af766a9345a None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:45Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:46:48.011485 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e84929-01fa-4ac1-b72a-5ddda198f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588584a8-1a73-41a8-a5a6-b40f6f901a89,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:48.018576 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-39e84929-01fa-4ac1-b72a-5ddda198f076 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=653750d0619840078ec000272b2fc7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472075 Apr 06 12:46:48.019388 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46164) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:48.027791 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-32becceb-2c0e-4a5a-8277-10caa8186ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:48.029946 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-32becceb-2c0e-4a5a-8277-10caa8186ffd service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.1401072 Apr 06 12:46:48.068683 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'b2a78406-805f-41d3-983a-8507655b05f2', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'port_id': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'mac_address': 'fa:16:3e:73:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:53Z', 'updated_at': '2022-04-06T12:46:45Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:48.080671 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-280cf94c-ef30-46e0-bc5b-ac6b86364d58 admin admin] Publish callbacks [] for security_group (588584a8-1a73-41a8-a5a6-b40f6f901a89), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.105714 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-280cf94c-ef30-46e0-bc5b-ac6b86364d58 admin admin] Publish callbacks [] for security_group (588584a8-1a73-41a8-a5a6-b40f6f901a89), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.115637 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c291341-7675-48c4-aff7-83f277176147 None None] Checking router: 4c07339f-85fc-46fd-8de1-dafef0ce4a3f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:46:48.128699 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:48.130245 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:46:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:48.136812 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-291c2358-0a1c-4aac-861e-1dfd80a656fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 200 len: 999 time: 0.0840487 Apr 06 12:46:48.143693 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9288f482-52ac-4d75-99cc-e4a9190240e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4b284717-0e38-4ba4-8c23-130815cb37bf), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.147537 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9288f482-52ac-4d75-99cc-e4a9190240e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.151083 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9288f482-52ac-4d75-99cc-e4a9190240e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b284717-0e38-4ba4-8c23-130815cb37bf HTTP/1.1" status: 204 len: 168 time: 0.6252656 Apr 06 12:46:48.162192 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288f482-52ac-4d75-99cc-e4a9190240e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b284717-0e38-4ba4-8c23-130815cb37bf,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:48.244780 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-7403136c-c6d4-48bd-a24e-89954074cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:48.246662 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-7403136c-c6d4-48bd-a24e-89954074cbfd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.1008339 Apr 06 12:46:48.305561 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-280cf94c-ef30-46e0-bc5b-ac6b86364d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (588584a8-1a73-41a8-a5a6-b40f6f901a89), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.311323 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-280cf94c-ef30-46e0-bc5b-ac6b86364d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.319919 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-280cf94c-ef30-46e0-bc5b-ac6b86364d58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/588584a8-1a73-41a8-a5a6-b40f6f901a89 HTTP/1.1" status: 204 len: 168 time: 0.2977276 Apr 06 12:46:48.330709 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:48.344064 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cf94c-ef30-46e0-bc5b-ac6b86364d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588584a8-1a73-41a8-a5a6-b40f6f901a89,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:48.349026 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff93840-836a-429a-880f-43f7ad091fe0 None None] New status for floating IP c5e0df48-c605-43ce-8cef-3ab4d2bf4e52: ACTIVE {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:46:48.356476 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-e5f36412-97f5-4b37-b752-3eda6efd513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:48.358076 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-e5f36412-97f5-4b37-b752-3eda6efd513c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901449 Apr 06 12:46:48.370895 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46174) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:48.374984 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e31e-e4ab-4e21-9f92-ccab4d4671ac req-ccf2d94e-9bb0-4649-8a70-b6c5160ec82b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:48.377030 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed22e31e-e4ab-4e21-9f92-ccab4d4671ac req-ccf2d94e-9bb0-4649-8a70-b6c5160ec82b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0770881 Apr 06 12:46:48.403389 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cb752289-90d9-4e0a-b76f-595a047bf4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.506019 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed22e31e-e4ab-4e21-9f92-ccab4d4671ac req-e876ac8d-1e11-45d8-a7e6-31e93b052674 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038334 Apr 06 12:46:48.570553 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-039b42e2-78bd-4f53-a294-ef15bb199a09 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913693 Apr 06 12:46:48.576288 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cb752289-90d9-4e0a-b76f-595a047bf4ee admin admin] Publish callbacks [] for security_group (1b828212-fc72-4355-9bef-9691b1b9e37a), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.668863 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46178) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:48.677003 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cb752289-90d9-4e0a-b76f-595a047bf4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1b828212-fc72-4355-9bef-9691b1b9e37a), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.715679 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7afcb41-2033-4b1d-989e-167c5d284c0f req-7e75c02d-ccea-45bf-9168-e1a70bb90729 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377761 Apr 06 12:46:48.730444 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-cb752289-90d9-4e0a-b76f-595a047bf4ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a6134adc5864ffdbdddadcd83b086cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544135 Apr 06 12:46:48.730728 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb752289-90d9-4e0a-b76f-595a047bf4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b828212-fc72-4355-9bef-9691b1b9e37a,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:48.733746 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46182) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:48.803216 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e88fe4bf-19a9-4115-bfc9-dd9e75247cfe admin admin] Publish callbacks [] for security_group (1b828212-fc72-4355-9bef-9691b1b9e37a), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.834787 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e88fe4bf-19a9-4115-bfc9-dd9e75247cfe admin admin] Publish callbacks [] for security_group (1b828212-fc72-4355-9bef-9691b1b9e37a), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.961547 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e88fe4bf-19a9-4115-bfc9-dd9e75247cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1b828212-fc72-4355-9bef-9691b1b9e37a), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.964366 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e88fe4bf-19a9-4115-bfc9-dd9e75247cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:48.965610 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e88fe4bf-19a9-4115-bfc9-dd9e75247cfe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b828212-fc72-4355-9bef-9691b1b9e37a HTTP/1.1" status: 204 len: 168 time: 0.2316225 Apr 06 12:46:48.974522 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fe4bf-19a9-4115-bfc9-dd9e75247cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b828212-fc72-4355-9bef-9691b1b9e37a,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:49.026201 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-3c291341-7675-48c4-aff7-83f277176147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'b2a78406-805f-41d3-983a-8507655b05f2', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'port_id': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'mac_address': 'fa:16:3e:73:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:53Z', 'updated_at': '2022-04-06T12:46:45Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:49.038551 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b96261ff-35e0-4bb5-9941-4e078183fea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.078132 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c291341-7675-48c4-aff7-83f277176147 None None] The sync data for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi is: [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'b2a78406-805f-41d3-983a-8507655b05f2', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'port_id': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'mac_address': 'fa:16:3e:73:62:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:53Z', 'updated_at': '2022-04-06T12:46:45Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:46:49.181092 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b96261ff-35e0-4bb5-9941-4e078183fea6 admin admin] Publish callbacks [] for security_group (3d7663a4-3e80-4420-9893-ed998b159124), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.279548 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b96261ff-35e0-4bb5-9941-4e078183fea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3d7663a4-3e80-4420-9893-ed998b159124), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.315228 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96261ff-35e0-4bb5-9941-4e078183fea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7663a4-3e80-4420-9893-ed998b159124,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:49.348758 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b96261ff-35e0-4bb5-9941-4e078183fea6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6bed714ff1ae4add8669576a1ce9b7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6781597 Apr 06 12:46:49.351540 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46196) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:49.365902 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b3a20-ce2a-43b5-a628-88b22bdd0377 None None] New status for floating IP b2a78406-805f-41d3-983a-8507655b05f2: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:46:49.416302 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1f9d83fb-f670-4731-b2dd-ba90d869c434 admin admin] Publish callbacks [] for security_group (3d7663a4-3e80-4420-9893-ed998b159124), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.439741 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1f9d83fb-f670-4731-b2dd-ba90d869c434 admin admin] Publish callbacks [] for security_group (3d7663a4-3e80-4420-9893-ed998b159124), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.554125 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1f9d83fb-f670-4731-b2dd-ba90d869c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3d7663a4-3e80-4420-9893-ed998b159124), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.562546 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1f9d83fb-f670-4731-b2dd-ba90d869c434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.563712 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-1f9d83fb-f670-4731-b2dd-ba90d869c434 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d7663a4-3e80-4420-9893-ed998b159124 HTTP/1.1" status: 204 len: 168 time: 0.2105083 Apr 06 12:46:49.572093 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d83fb-f670-4731-b2dd-ba90d869c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7663a4-3e80-4420-9893-ed998b159124,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:49.676771 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c555224-1449-4d61-bb94-d726f8787ae8 req-c79ddd27-13fd-4356-8332-f1950a924962 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:49.678339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5c555224-1449-4d61-bb94-d726f8787ae8 req-c79ddd27-13fd-4356-8332-f1950a924962 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0581625 Apr 06 12:46:49.717298 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46208) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:49.730898 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1168a1d1-e0d3-43d5-a175-d69b603d019b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.733607 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5c555224-1449-4d61-bb94-d726f8787ae8 req-951c54ef-c80a-4130-9e80-915be249add1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490820 Apr 06 12:46:49.825145 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1168a1d1-e0d3-43d5-a175-d69b603d019b admin admin] Publish callbacks [] for security_group (09f81556-ab03-4b88-b099-de7c2f547f4b), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.879522 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1168a1d1-e0d3-43d5-a175-d69b603d019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (09f81556-ab03-4b88-b099-de7c2f547f4b), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.919781 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-1168a1d1-e0d3-43d5-a175-d69b603d019b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efdb84568c9746c18d3b910c6537a912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016978 Apr 06 12:46:49.920874 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168a1d1-e0d3-43d5-a175-d69b603d019b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f81556-ab03-4b88-b099-de7c2f547f4b,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:49.922482 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46214) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:49.973395 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0a851c5c-9f4b-43f3-998d-5a80ca9d3caf admin admin] Publish callbacks [] for security_group (09f81556-ab03-4b88-b099-de7c2f547f4b), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:49.996939 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0a851c5c-9f4b-43f3-998d-5a80ca9d3caf admin admin] Publish callbacks [] for security_group (09f81556-ab03-4b88-b099-de7c2f547f4b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.104856 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0a851c5c-9f4b-43f3-998d-5a80ca9d3caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (09f81556-ab03-4b88-b099-de7c2f547f4b), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.109571 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0a851c5c-9f4b-43f3-998d-5a80ca9d3caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.109571 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-0a851c5c-9f4b-43f3-998d-5a80ca9d3caf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09f81556-ab03-4b88-b099-de7c2f547f4b HTTP/1.1" status: 204 len: 168 time: 0.1846144 Apr 06 12:46:50.118941 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a851c5c-9f4b-43f3-998d-5a80ca9d3caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f81556-ab03-4b88-b099-de7c2f547f4b,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:50.516850 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46226) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:50.531429 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-01421de7-a033-452a-a0a4-4697f4e391e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.611075 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-01421de7-a033-452a-a0a4-4697f4e391e6 admin admin] Publish callbacks [] for security_group (18fcac1c-2c33-4313-9fab-3e5dbdf36207), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.721324 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-01421de7-a033-452a-a0a4-4697f4e391e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (18fcac1c-2c33-4313-9fab-3e5dbdf36207), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.762177 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01421de7-a033-452a-a0a4-4697f4e391e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fcac1c-2c33-4313-9fab-3e5dbdf36207,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:50.769611 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-01421de7-a033-452a-a0a4-4697f4e391e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa6def1a25a44aa186263f07f5a7ba41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513936 Apr 06 12:46:50.770338 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46244) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:50.869517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c48f1fdd-81f3-4d0c-a7cc-eddf39f95103 admin admin] Publish callbacks [] for security_group (18fcac1c-2c33-4313-9fab-3e5dbdf36207), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.901521 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1147a-5cb9-4195-965d-0cb9dd38f4cc req-0c1a6613-321e-4295-98d9-f72f55bd0e30 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:50.903032 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0b1147a-5cb9-4195-965d-0cb9dd38f4cc req-0c1a6613-321e-4295-98d9-f72f55bd0e30 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0965009 Apr 06 12:46:50.907763 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c48f1fdd-81f3-4d0c-a7cc-eddf39f95103 admin admin] Publish callbacks [] for security_group (18fcac1c-2c33-4313-9fab-3e5dbdf36207), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:50.977908 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0b1147a-5cb9-4195-965d-0cb9dd38f4cc req-54627bba-467f-4fa3-97b1-f2564594f909 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680964 Apr 06 12:46:51.061968 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c48f1fdd-81f3-4d0c-a7cc-eddf39f95103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (18fcac1c-2c33-4313-9fab-3e5dbdf36207), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:51.064534 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c48f1fdd-81f3-4d0c-a7cc-eddf39f95103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:51.065709 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c48f1fdd-81f3-4d0c-a7cc-eddf39f95103 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18fcac1c-2c33-4313-9fab-3e5dbdf36207 HTTP/1.1" status: 204 len: 168 time: 0.2937078 Apr 06 12:46:51.077301 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f1fdd-81f3-4d0c-a7cc-eddf39f95103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fcac1c-2c33-4313-9fab-3e5dbdf36207,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:51.939459 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:46:52.130251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339306b-e5ad-4efc-bb9d-247860a24b1b req-0e46cfd5-e065-4195-8e6c-c7d41de8e752 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:52.131450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9339306b-e5ad-4efc-bb9d-247860a24b1b req-0e46cfd5-e065-4195-8e6c-c7d41de8e752 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0609372 Apr 06 12:46:52.190233 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9339306b-e5ad-4efc-bb9d-247860a24b1b req-97b86d45-fcc4-4bfc-b196-c69043056f9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493197 Apr 06 12:46:53.319147 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e2246-42bb-4475-b53b-aed8bbcb5b21 req-78becb81-b8ba-4f74-a971-a6cd49a31f16 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:53.320956 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f4e2246-42bb-4475-b53b-aed8bbcb5b21 req-78becb81-b8ba-4f74-a971-a6cd49a31f16 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0613241 Apr 06 12:46:53.381587 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f4e2246-42bb-4475-b53b-aed8bbcb5b21 req-0ca8fe45-8273-4ec5-94e5-4ca0b606b72d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500112 Apr 06 12:46:54.541341 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c1e70-515c-48d4-9e19-e343ec4a7660 req-f11ea329-cab9-4511-96ae-011bb4f8abf1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:54.549277 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-192c1e70-515c-48d4-9e19-e343ec4a7660 req-f11ea329-cab9-4511-96ae-011bb4f8abf1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0708971 Apr 06 12:46:54.604975 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-192c1e70-515c-48d4-9e19-e343ec4a7660 req-1f38e48d-7b4b-4fcb-95ce-411f20b1b3cd tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545733 Apr 06 12:46:55.642291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46426) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:55.780980 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414d47-04a9-42c2-b1e0-03cca6d321fd req-0cb4b6bd-d0ac-4039-8384-06f91c6ddede tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:55.782536 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-71414d47-04a9-42c2-b1e0-03cca6d321fd req-0cb4b6bd-d0ac-4039-8384-06f91c6ddede tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.1066046 Apr 06 12:46:55.817309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-311c1e4f-9b45-4f8b-982d-3ef9eceeb476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:55.862554 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-71414d47-04a9-42c2-b1e0-03cca6d321fd req-15f748c0-0464-4c1f-92c3-5f36930f1c0b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636718 Apr 06 12:46:55.930518 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-311c1e4f-9b45-4f8b-982d-3ef9eceeb476 admin admin] Publish callbacks [] for security_group (efad679c-6503-42c3-9be2-a9f35cc557ec), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.028370 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-311c1e4f-9b45-4f8b-982d-3ef9eceeb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (efad679c-6503-42c3-9be2-a9f35cc557ec), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.078377 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-311c1e4f-9b45-4f8b-982d-3ef9eceeb476 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea35e30559f74eefad28a68acc464174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349496 Apr 06 12:46:56.088939 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c1e4f-9b45-4f8b-982d-3ef9eceeb476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efad679c-6503-42c3-9be2-a9f35cc557ec,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:56.091253 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46436) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:56.152258 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f021b97d-f965-4c2d-b7c8-3632325a266b admin admin] Publish callbacks [] for security_group (efad679c-6503-42c3-9be2-a9f35cc557ec), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.175641 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f021b97d-f965-4c2d-b7c8-3632325a266b admin admin] Publish callbacks [] for security_group (efad679c-6503-42c3-9be2-a9f35cc557ec), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.476029 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f021b97d-f965-4c2d-b7c8-3632325a266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (efad679c-6503-42c3-9be2-a9f35cc557ec), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.479461 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f021b97d-f965-4c2d-b7c8-3632325a266b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:56.480633 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f021b97d-f965-4c2d-b7c8-3632325a266b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efad679c-6503-42c3-9be2-a9f35cc557ec HTTP/1.1" status: 204 len: 168 time: 0.3882010 Apr 06 12:46:56.488795 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021b97d-f965-4c2d-b7c8-3632325a266b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad679c-6503-42c3-9be2-a9f35cc557ec,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:57.024793 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28549-40db-4220-be54-a75f5abbb2e6 req-d8d73c0f-8c87-474f-9712-6563c299af3d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:57.026524 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22d28549-40db-4220-be54-a75f5abbb2e6 req-d8d73c0f-8c87-474f-9712-6563c299af3d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0851421 Apr 06 12:46:57.049169 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fbbdb-0c9a-4d3d-a821-7901504dd8f0 req-90df48a7-eb07-44d4-ab22-2bbb76342cb3 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:57.050847 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-650fbbdb-0c9a-4d3d-a821-7901504dd8f0 req-90df48a7-eb07-44d4-ab22-2bbb76342cb3 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.0785811 Apr 06 12:46:57.113190 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22d28549-40db-4220-be54-a75f5abbb2e6 req-07b715d1-b02c-4b29-88ce-7e464f526be1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778482 Apr 06 12:46:57.137539 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-650fbbdb-0c9a-4d3d-a821-7901504dd8f0 req-c134c2db-c4c1-4a54-b070-46deeffb66b9 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754313 Apr 06 12:46:57.213146 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-7a6eada6-03f4-4dd4-a4a9-eed89d7459c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.255059 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46474) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:57.268587 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4928bb00-c126-4873-9b0c-cc88c2db74b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.349561 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4928bb00-c126-4873-9b0c-cc88c2db74b0 admin admin] Publish callbacks [] for security_group (be83e500-cf37-4778-8952-1e85783cfc12), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.424181 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4928bb00-c126-4873-9b0c-cc88c2db74b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (be83e500-cf37-4778-8952-1e85783cfc12), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.465494 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4928bb00-c126-4873-9b0c-cc88c2db74b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b254e09ec308425f8eadf91a90582f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090781 Apr 06 12:46:57.466223 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928bb00-c126-4873-9b0c-cc88c2db74b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be83e500-cf37-4778-8952-1e85783cfc12,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:57.471096 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46482) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:57.529419 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ea69ed72-ddc6-43ce-a538-df31477b13f6 admin admin] Publish callbacks [] for security_group (be83e500-cf37-4778-8952-1e85783cfc12), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.556666 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ea69ed72-ddc6-43ce-a538-df31477b13f6 admin admin] Publish callbacks [] for security_group (be83e500-cf37-4778-8952-1e85783cfc12), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.664684 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ea69ed72-ddc6-43ce-a538-df31477b13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (be83e500-cf37-4778-8952-1e85783cfc12), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.667879 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ea69ed72-ddc6-43ce-a538-df31477b13f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:57.673888 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ea69ed72-ddc6-43ce-a538-df31477b13f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be83e500-cf37-4778-8952-1e85783cfc12 HTTP/1.1" status: 204 len: 168 time: 0.1968229 Apr 06 12:46:57.678097 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69ed72-ddc6-43ce-a538-df31477b13f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be83e500-cf37-4778-8952-1e85783cfc12,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:57.840535 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46488) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:58.060199 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-261c3e2a-8967-4fad-80bd-68d328284d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:58.158903 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-261c3e2a-8967-4fad-80bd-68d328284d53 admin admin] Publish callbacks [] for security_group (c4b72ccd-f18c-40fc-9e29-b03ece0a4979), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:58.255346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-261c3e2a-8967-4fad-80bd-68d328284d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c4b72ccd-f18c-40fc-9e29-b03ece0a4979), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:58.555621 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-261c3e2a-8967-4fad-80bd-68d328284d53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83e50934c5014b2388464b3a3e4614ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7139449 Apr 06 12:46:58.556455 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c3e2a-8967-4fad-80bd-68d328284d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b72ccd-f18c-40fc-9e29-b03ece0a4979,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:58.558839 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46522) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:58.589306 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704cb1-bc23-4a79-bde6-880685a5f5c2 req-25ce47fe-8d59-4a65-a8b9-78d11b501e51 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:58.592807 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a2704cb1-bc23-4a79-bde6-880685a5f5c2 req-25ce47fe-8d59-4a65-a8b9-78d11b501e51 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.3833566 Apr 06 12:46:58.607574 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b155fd0-659f-4a9d-b552-7a056ab2cab5 req-1eb1e66e-60dc-4fed-9d88-ef062cd6b940 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:58.607574 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4b155fd0-659f-4a9d-b552-7a056ab2cab5 req-1eb1e66e-60dc-4fed-9d88-ef062cd6b940 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.3553302 Apr 06 12:46:58.668585 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-48b9ee63-4100-404d-bbf0-3f12422feee6 admin admin] Publish callbacks [] for security_group (c4b72ccd-f18c-40fc-9e29-b03ece0a4979), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:58.686942 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4b155fd0-659f-4a9d-b552-7a056ab2cab5 req-d5154641-f350-41b6-81be-d60128af0761 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642958 Apr 06 12:46:58.703544 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a2704cb1-bc23-4a79-bde6-880685a5f5c2 req-2114931f-2935-4b40-9fdd-769a2f679935 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954802 Apr 06 12:46:58.719788 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-48b9ee63-4100-404d-bbf0-3f12422feee6 admin admin] Publish callbacks [] for security_group (c4b72ccd-f18c-40fc-9e29-b03ece0a4979), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:58.864141 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-48b9ee63-4100-404d-bbf0-3f12422feee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c4b72ccd-f18c-40fc-9e29-b03ece0a4979), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:58.867325 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-48b9ee63-4100-404d-bbf0-3f12422feee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:58.867894 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46530) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:58.871554 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-48b9ee63-4100-404d-bbf0-3f12422feee6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4b72ccd-f18c-40fc-9e29-b03ece0a4979 HTTP/1.1" status: 204 len: 168 time: 0.3086312 Apr 06 12:46:58.877606 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9ee63-4100-404d-bbf0-3f12422feee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b72ccd-f18c-40fc-9e29-b03ece0a4979,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:59.274534 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-60e47ae6-9f3d-4866-bf8f-33d920c98def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.369052 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-60e47ae6-9f3d-4866-bf8f-33d920c98def admin admin] Publish callbacks [] for security_group (cfd5c74e-742a-4537-87ad-8ca7a93ca30d), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.474744 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-594a1386-aa4f-4503-8b7c-081a649922e8 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:59.478715 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-594a1386-aa4f-4503-8b7c-081a649922e8 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.83 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.0659871 Apr 06 12:46:59.478715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-60e47ae6-9f3d-4866-bf8f-33d920c98def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (cfd5c74e-742a-4537-87ad-8ca7a93ca30d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.564284 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46544) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:59.566025 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-60e47ae6-9f3d-4866-bf8f-33d920c98def admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b44907086e324f8c81aa64f910811bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6969900 Apr 06 12:46:59.586776 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-979843b8-1a81-4ee4-8f12-3eb66dff0515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.595405 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e47ae6-9f3d-4866-bf8f-33d920c98def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd5c74e-742a-4537-87ad-8ca7a93ca30d,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:59.657157 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46548) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:59.664214 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e9349ec-66b4-46a0-a4a2-5333d93a72ea admin admin] Publish callbacks [] for security_group (cfd5c74e-742a-4537-87ad-8ca7a93ca30d), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.688145 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e9349ec-66b4-46a0-a4a2-5333d93a72ea admin admin] Publish callbacks [] for security_group (cfd5c74e-742a-4537-87ad-8ca7a93ca30d), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.696772 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d9e42770-bb21-4223-b930-e4de45bdcf4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.715464 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Deleting port a365e52a-9eaf-4ce0-9609-9dab1da17b7d {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:46:59.715869 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.812787 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e9349ec-66b4-46a0-a4a2-5333d93a72ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (cfd5c74e-742a-4537-87ad-8ca7a93ca30d), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.817786 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e9349ec-66b4-46a0-a4a2-5333d93a72ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.819948 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-6e9349ec-66b4-46a0-a4a2-5333d93a72ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cfd5c74e-742a-4537-87ad-8ca7a93ca30d HTTP/1.1" status: 204 len: 168 time: 0.2533991 Apr 06 12:46:59.838236 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9349ec-66b4-46a0-a4a2-5333d93a72ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd5c74e-742a-4537-87ad-8ca7a93ca30d,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:46:59.946215 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] For port a365e52a-9eaf-4ce0-9609-9dab1da17b7d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,segment=NetworkSegment(c592de2e-4f2d-45b5-bea1-aebca7927ec1),segment_id=c592de2e-4f2d-45b5-bea1-aebca7927ec1)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:46:59.946583 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:59.983479 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Calling delete_port for a365e52a-9eaf-4ce0-9609-9dab1da17b7d owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:47:00.095434 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de9d69-c16b-43be-a266-e3ab7e9673a5 req-bde574db-f76e-4443-a6c4-1405910cb6f4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:00.097065 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13de9d69-c16b-43be-a266-e3ab7e9673a5 req-bde574db-f76e-4443-a6c4-1405910cb6f4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.2642069 Apr 06 12:47:00.109164 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952e7ff-4350-4275-953c-7a949d98275f req-efa31df4-3b8b-448c-b817-2b3533d2395e tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:00.110685 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f952e7ff-4350-4275-953c-7a949d98275f req-efa31df4-3b8b-448c-b817-2b3533d2395e tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 945 time: 0.2761946 Apr 06 12:47:00.112801 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d9e42770-bb21-4223-b930-e4de45bdcf4f admin admin] Publish callbacks [] for security_group (d184218c-9a22-4f51-bd8f-d64b74be5786), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.187953 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d9e42770-bb21-4223-b930-e4de45bdcf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d184218c-9a22-4f51-bd8f-d64b74be5786), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.255166 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13de9d69-c16b-43be-a266-e3ab7e9673a5 req-fd5fc6cc-c865-4dc7-8319-72addb2b0d77 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410453 Apr 06 12:47:00.272344 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f952e7ff-4350-4275-953c-7a949d98275f req-78c95a25-5222-4f0d-93e9-19bf7f9d3905 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ba235e0-9574-4d87-8106-3ef51ff90079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489420 Apr 06 12:47:00.280356 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d9e42770-bb21-4223-b930-e4de45bdcf4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bb42e53500a484a8bdd3fbdfc33d4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6216829 Apr 06 12:47:00.282934 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46566) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:00.313407 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e42770-bb21-4223-b930-e4de45bdcf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d184218c-9a22-4f51-bd8f-d64b74be5786,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:00.360474 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5ada51b9-a58a-42bd-a30e-8f08c947f1fa admin admin] Publish callbacks [] for security_group (d184218c-9a22-4f51-bd8f-d64b74be5786), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.390785 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5ada51b9-a58a-42bd-a30e-8f08c947f1fa admin admin] Publish callbacks [] for security_group (d184218c-9a22-4f51-bd8f-d64b74be5786), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.419240 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (a365e52a-9eaf-4ce0-9609-9dab1da17b7d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.435234 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['a365e52a-9eaf-4ce0-9609-9dab1da17b7d'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:47:00.474256 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Pushing event deleted for resources: {'Port': ['ID=a365e52a-9eaf-4ce0-9609-9dab1da17b7d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:00.531624 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5ada51b9-a58a-42bd-a30e-8f08c947f1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d184218c-9a22-4f51-bd8f-d64b74be5786), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.535587 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5ada51b9-a58a-42bd-a30e-8f08c947f1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.538192 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5ada51b9-a58a-42bd-a30e-8f08c947f1fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d184218c-9a22-4f51-bd8f-d64b74be5786 HTTP/1.1" status: 204 len: 168 time: 0.2540395 Apr 06 12:47:00.547398 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada51b9-a58a-42bd-a30e-8f08c947f1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d184218c-9a22-4f51-bd8f-d64b74be5786,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:00.568309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] No DVR routers for this DVR port a365e52a-9eaf-4ce0-9609-9dab1da17b7d on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:47:00.572457 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.575963 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e262d8d2-87d9-41d9-bee6-14919ba28662 req-dbb427c3-bd71-4289-b4dc-e979ec3a3cc1 tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.83 "DELETE /v2.0/ports/a365e52a-9eaf-4ce0-9609-9dab1da17b7d HTTP/1.1" status: 204 len: 173 time: 1.0921192 Apr 06 12:47:00.576507 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'name': 'network-vif-deleted', 'tag': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:00.582098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be74be0-b5a3-41f0-a3b0-cddbdc840127" -d '{"events": [{"server_uuid": "0771f7ad-1bb9-46af-aa9d-4585963ae8f4", "name": "network-vif-deleted", "tag": "a365e52a-9eaf-4ce0-9609-9dab1da17b7d"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:00.615046 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46576) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:00.620344 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64481b9-f269-41f5-81d0-1e98e80d3579 x-openstack-request-id: req-d64481b9-f269-41f5-81d0-1e98e80d3579 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:00.620829 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0771f7ad-1bb9-46af-aa9d-4585963ae8f4", "name": "network-vif-deleted", "tag": "a365e52a-9eaf-4ce0-9609-9dab1da17b7d", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:00.621229 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d64481b9-f269-41f5-81d0-1e98e80d3579 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:00.621742 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64481b9-f269-41f5-81d0-1e98e80d3579'] response: {'server_uuid': '0771f7ad-1bb9-46af-aa9d-4585963ae8f4', 'name': 'network-vif-deleted', 'tag': 'a365e52a-9eaf-4ce0-9609-9dab1da17b7d', 'status': 'completed', 'code': 200} Apr 06 12:47:00.641813 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-20317795-3da9-4bc3-89c5-ebb5ae2b2ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.735411 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-20317795-3da9-4bc3-89c5-ebb5ae2b2ffc admin admin] Publish callbacks [] for security_group (b7c214f5-aa85-4a26-a21d-d1bbd95f8a60), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.805462 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-20317795-3da9-4bc3-89c5-ebb5ae2b2ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b7c214f5-aa85-4a26-a21d-d1bbd95f8a60), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.841449 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.846955 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-20317795-3da9-4bc3-89c5-ebb5ae2b2ffc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc66916c02f0478e903ac938b020a78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283752 Apr 06 12:47:00.846955 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20317795-3da9-4bc3-89c5-ebb5ae2b2ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c214f5-aa85-4a26-a21d-d1bbd95f8a60,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:00.847926 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46578) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:00.903707 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-83b03f50-83a2-4004-b809-996da72f7596 admin admin] Publish callbacks [] for security_group (b7c214f5-aa85-4a26-a21d-d1bbd95f8a60), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.933757 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-83b03f50-83a2-4004-b809-996da72f7596 admin admin] Publish callbacks [] for security_group (b7c214f5-aa85-4a26-a21d-d1bbd95f8a60), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:00.994315 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46582) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:01.099687 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-83b03f50-83a2-4004-b809-996da72f7596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b7c214f5-aa85-4a26-a21d-d1bbd95f8a60), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.103912 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-83b03f50-83a2-4004-b809-996da72f7596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.110422 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-83b03f50-83a2-4004-b809-996da72f7596 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7c214f5-aa85-4a26-a21d-d1bbd95f8a60 HTTP/1.1" status: 204 len: 168 time: 0.2557178 Apr 06 12:47:01.120706 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b03f50-83a2-4004-b809-996da72f7596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c214f5-aa85-4a26-a21d-d1bbd95f8a60,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:01.214663 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-63cdeab3-6997-4866-a5f7-8010018e6801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.300072 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-63cdeab3-6997-4866-a5f7-8010018e6801 admin admin] Publish callbacks [] for security_group (99c42fdc-b1e5-42e4-a694-fd2078d30131), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.382860 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-63cdeab3-6997-4866-a5f7-8010018e6801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (99c42fdc-b1e5-42e4-a694-fd2078d30131), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.493515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-08b22527-5e00-4117-9465-836c9958cb4e req-e1d62a24-4595-48e9-9e30-ca70c9495dca tempest-DeleteServersTestJSON-77746126 tempest-DeleteServersTestJSON-77746126-project] 10.222.0.79 "GET /v2.0/ports?device_id=0771f7ad-1bb9-46af-aa9d-4585963ae8f4 HTTP/1.1" status: 200 len: 210 time: 0.0857306 Apr 06 12:47:01.502572 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-63cdeab3-6997-4866-a5f7-8010018e6801 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=550f665d52e44dd292feaf398249d48f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071251 Apr 06 12:47:01.505628 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46604) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:01.506886 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdeab3-6997-4866-a5f7-8010018e6801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c42fdc-b1e5-42e4-a694-fd2078d30131,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:01.535647 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22373934-f8d4-4f15-85f4-e5256bd64d12 req-b49bace8-03e4-483f-a343-4d26dbf4dc73 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:01.537696 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22373934-f8d4-4f15-85f4-e5256bd64d12 req-b49bace8-03e4-483f-a343-4d26dbf4dc73 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.1508462 Apr 06 12:47:01.572263 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-02e46642-5659-4714-b32a-783f3749386d admin admin] Publish callbacks [] for security_group (99c42fdc-b1e5-42e4-a694-fd2078d30131), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.595152 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-02e46642-5659-4714-b32a-783f3749386d admin admin] Publish callbacks [] for security_group (99c42fdc-b1e5-42e4-a694-fd2078d30131), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.600494 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22373934-f8d4-4f15-85f4-e5256bd64d12 req-8f54e895-c78a-45bf-88b1-d1a8c3b2e7f3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545659 Apr 06 12:47:01.785094 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-02e46642-5659-4714-b32a-783f3749386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (99c42fdc-b1e5-42e4-a694-fd2078d30131), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.788694 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-02e46642-5659-4714-b32a-783f3749386d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:01.789995 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-02e46642-5659-4714-b32a-783f3749386d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99c42fdc-b1e5-42e4-a694-fd2078d30131 HTTP/1.1" status: 204 len: 168 time: 0.2832842 Apr 06 12:47:01.798338 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e46642-5659-4714-b32a-783f3749386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c42fdc-b1e5-42e4-a694-fd2078d30131,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:01.885439 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46620) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:01.901631 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fb936b04-a484-42f8-a690-6f59a5a67ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:02.019100 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fb936b04-a484-42f8-a690-6f59a5a67ee5 admin admin] Publish callbacks [] for security_group (c23b2fce-8371-4db3-9a87-00b489fbc2b1), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:02.093366 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fb936b04-a484-42f8-a690-6f59a5a67ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c23b2fce-8371-4db3-9a87-00b489fbc2b1), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:02.141289 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-fb936b04-a484-42f8-a690-6f59a5a67ee5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae6fc671da1b46b9b1c6b2b4d877b1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542317 Apr 06 12:47:02.143336 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936b04-a484-42f8-a690-6f59a5a67ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b2fce-8371-4db3-9a87-00b489fbc2b1,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:02.145894 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46628) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:02.233445 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14fa3a88-c4af-4cde-a40e-c43dde023cde admin admin] Publish callbacks [] for security_group (c23b2fce-8371-4db3-9a87-00b489fbc2b1), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:02.261030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14fa3a88-c4af-4cde-a40e-c43dde023cde admin admin] Publish callbacks [] for security_group (c23b2fce-8371-4db3-9a87-00b489fbc2b1), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:02.505164 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14fa3a88-c4af-4cde-a40e-c43dde023cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c23b2fce-8371-4db3-9a87-00b489fbc2b1), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:02.507932 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14fa3a88-c4af-4cde-a40e-c43dde023cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:02.509175 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-14fa3a88-c4af-4cde-a40e-c43dde023cde admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c23b2fce-8371-4db3-9a87-00b489fbc2b1 HTTP/1.1" status: 204 len: 168 time: 0.3626299 Apr 06 12:47:02.517927 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa3a88-c4af-4cde-a40e-c43dde023cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b2fce-8371-4db3-9a87-00b489fbc2b1,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:02.741699 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8eaa1-c031-4be9-b4b2-234e9c37346b req-a40caf8e-8a01-4cb6-8b34-bfea2e8a0083 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:02.743301 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-04c8eaa1-c031-4be9-b4b2-234e9c37346b req-a40caf8e-8a01-4cb6-8b34-bfea2e8a0083 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0647607 Apr 06 12:47:02.842087 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-04c8eaa1-c031-4be9-b4b2-234e9c37346b req-4be47cac-27f9-47eb-a67d-b3a57d2e688d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885966 Apr 06 12:47:02.898875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.035460 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46688) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:03.057024 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2d1db894-1c70-4f58-b662-97538c65ce06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.168331 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2d1db894-1c70-4f58-b662-97538c65ce06 admin admin] Publish callbacks [] for security_group (445c8ed6-f4e3-4e89-b6dc-3298734167dd), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.228290 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2d1db894-1c70-4f58-b662-97538c65ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (445c8ed6-f4e3-4e89-b6dc-3298734167dd), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.273236 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1db894-1c70-4f58-b662-97538c65ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c8ed6-f4e3-4e89-b6dc-3298734167dd,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:03.284417 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46696) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:03.293124 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2d1db894-1c70-4f58-b662-97538c65ce06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=096aa25f39d744638c94e4849783108a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456753 Apr 06 12:47:03.352176 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-27b405d8-592b-4498-b33a-a0a221d26b3f admin admin] Publish callbacks [] for security_group (445c8ed6-f4e3-4e89-b6dc-3298734167dd), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.386163 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-27b405d8-592b-4498-b33a-a0a221d26b3f admin admin] Publish callbacks [] for security_group (445c8ed6-f4e3-4e89-b6dc-3298734167dd), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.508445 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-27b405d8-592b-4498-b33a-a0a221d26b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (445c8ed6-f4e3-4e89-b6dc-3298734167dd), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.511231 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-27b405d8-592b-4498-b33a-a0a221d26b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.512487 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-27b405d8-592b-4498-b33a-a0a221d26b3f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/445c8ed6-f4e3-4e89-b6dc-3298734167dd HTTP/1.1" status: 204 len: 168 time: 0.2267637 Apr 06 12:47:03.521632 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b405d8-592b-4498-b33a-a0a221d26b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c8ed6-f4e3-4e89-b6dc-3298734167dd,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:03.877905 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:03.980146 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.052909 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e0c0f-ac3a-4b26-b2ce-77ac8a0b86b4 req-a1df3755-ceff-4599-b7fc-d9082db4d7c4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:04.061957 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-863e0c0f-ac3a-4b26-b2ce-77ac8a0b86b4 req-a1df3755-ceff-4599-b7fc-d9082db4d7c4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0890203 Apr 06 12:47:04.073683 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a365e52a-9eaf-4ce0-9609-9dab1da17b7d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:47:04.108137 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: a365e52a-9eaf-4ce0-9609-9dab1da17b7d {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:47:04.108498 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a365e52a-9eaf-4ce0-9609-9dab1da17b7d not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:47:04.166783 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-863e0c0f-ac3a-4b26-b2ce-77ac8a0b86b4 req-f98b97e8-7e44-40f4-95f6-379e51bd86be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994663 Apr 06 12:47:04.277612 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46748) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:04.352028 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] Deleting subnet bae68d50-1a85-47c0-bf17-88a018006585 {{(pid=110383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:47:04.355670 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] Publish callbacks [] for subnet (bae68d50-1a85-47c0-bf17-88a018006585), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.401113 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] Publish callbacks [] for subnet (bae68d50-1a85-47c0-bf17-88a018006585), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.407557 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (bae68d50-1a85-47c0-bf17-88a018006585), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.587371 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for subnet (bae68d50-1a85-47c0-bf17-88a018006585), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.623015 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae68d50-1a85-47c0-bf17-88a018006585,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:04.627158 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.632541 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d497a4a7-fe2a-45d0-ba42-b8a3c5ce6d63 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bae68d50-1a85-47c0-bf17-88a018006585 HTTP/1.1" status: 204 len: 168 time: 0.3524580 Apr 06 12:47:04.639091 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46756) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:04.725514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (b02280d1-b117-4bd2-b2a9-d805e739b0b2), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.826313 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (b02280d1-b117-4bd2-b2a9-d805e739b0b2), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:04.857979 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.858399 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.859671 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.860171 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > port after_create 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.861165 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.861876 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > port after_update 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.862427 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.862689 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.863168 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.863532 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.944127 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.944476 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.944835 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.945174 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:47:04.945530 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02280d1-b117-4bd2-b2a9-d805e739b0b2']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:04.964334 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c592de2e-4f2d-45b5-bea1-aebca7927ec1') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:04.964630 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c592de2e-4f2d-45b5-bea1-aebca7927ec1') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:04.991708 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (c592de2e-4f2d-45b5-bea1-aebca7927ec1), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:05.030958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (c592de2e-4f2d-45b5-bea1-aebca7927ec1), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:05.045922 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:47:05.046574 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (c592de2e-4f2d-45b5-bea1-aebca7927ec1), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: from cryptography.utils import int_from_bytes Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: from cryptography.utils import int_from_bytes Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:47:05.054319 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:47:05.260373 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (b02280d1-b117-4bd2-b2a9-d805e739b0b2), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:05.271221 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:05.279935 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b02280d1-b117-4bd2-b2a9-d805e739b0b2 HTTP/1.1" status: 204 len: 168 time: 0.6394508 Apr 06 12:47:05.295679 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2b45b-6b2a-452e-a4d3-10fa45ccf461 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02280d1-b117-4bd2-b2a9-d805e739b0b2,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:05.351328 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb421ae-1b6c-4c73-8183-92c3fd0ab7ef req-fda7fd36-c127-46c4-9564-084fab4eb6be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:05.352856 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2bb421ae-1b6c-4c73-8183-92c3fd0ab7ef req-fda7fd36-c127-46c4-9564-084fab4eb6be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0793905 Apr 06 12:47:05.445855 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2bb421ae-1b6c-4c73-8183-92c3fd0ab7ef req-645f2240-f883-4575-868b-d90afaa8f38b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832658 Apr 06 12:47:05.954506 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46800) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:06.013629 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2e69ae27-f14f-4295-a2ee-ca8b3ee4929b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f21b608537a84a6fbb3d3475c4cc1d9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0576060 Apr 06 12:47:06.016477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46802) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:06.071827 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-536220d1-f84c-4061-863c-8d4e35a08ec7 admin admin] Publish callbacks [] for security_group (2ba235e0-9574-4d87-8106-3ef51ff90079), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:06.095093 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-536220d1-f84c-4061-863c-8d4e35a08ec7 admin admin] Publish callbacks [] for security_group (2ba235e0-9574-4d87-8106-3ef51ff90079), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:06.226011 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-536220d1-f84c-4061-863c-8d4e35a08ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2ba235e0-9574-4d87-8106-3ef51ff90079), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:06.228888 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-536220d1-f84c-4061-863c-8d4e35a08ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:06.230044 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-536220d1-f84c-4061-863c-8d4e35a08ec7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ba235e0-9574-4d87-8106-3ef51ff90079 HTTP/1.1" status: 204 len: 168 time: 0.2122328 Apr 06 12:47:06.241573 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536220d1-f84c-4061-863c-8d4e35a08ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba235e0-9574-4d87-8106-3ef51ff90079,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:06.618101 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd940e30-80a2-491f-84d0-3c12aa31c9c5 req-21dc1d93-db91-4017-90b0-65d8f69ce034 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:06.619695 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cd940e30-80a2-491f-84d0-3c12aa31c9c5 req-21dc1d93-db91-4017-90b0-65d8f69ce034 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0638819 Apr 06 12:47:06.685569 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cd940e30-80a2-491f-84d0-3c12aa31c9c5 req-a745c165-f685-4e8a-a125-202234c1fafd tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563283 Apr 06 12:47:07.836338 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1c35-5fba-466c-91c9-75b4ec07ac38 req-93c8869b-a75d-4674-b62e-029b324711c5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:07.837895 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-467b1c35-5fba-466c-91c9-75b4ec07ac38 req-93c8869b-a75d-4674-b62e-029b324711c5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0590012 Apr 06 12:47:07.890907 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-467b1c35-5fba-466c-91c9-75b4ec07ac38 req-25919243-4898-4406-8279-dd929e8826f7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 Apr 06 12:47:09.049920 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7599f8-a309-416d-b9fe-9b0694a78fe8 req-56361518-cb52-4e95-99eb-66ffae348731 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:09.052454 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2e7599f8-a309-416d-b9fe-9b0694a78fe8 req-56361518-cb52-4e95-99eb-66ffae348731 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0778344 Apr 06 12:47:09.105554 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2e7599f8-a309-416d-b9fe-9b0694a78fe8 req-9bdf8938-e906-4501-a595-4f4ebe7187a3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Apr 06 12:47:10.256481 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cdc72-91f2-4117-aeff-03623af141ab req-fda51762-43a6-40f8-b69b-a3fd15a7ca88 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:10.261406 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-222cdc72-91f2-4117-aeff-03623af141ab req-fda51762-43a6-40f8-b69b-a3fd15a7ca88 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0626659 Apr 06 12:47:10.328388 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-222cdc72-91f2-4117-aeff-03623af141ab req-96bc06a8-ac4d-42f9-8ada-7bd449002d22 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Apr 06 12:47:10.353499 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 46944) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:10.512108 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-143f2062-d14a-4f47-9080-c5fd821e5cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:10.601813 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-143f2062-d14a-4f47-9080-c5fd821e5cae admin admin] Publish callbacks [] for security_group (e600f128-d190-431b-b1af-207401ac8907), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:10.679901 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-143f2062-d14a-4f47-9080-c5fd821e5cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (e600f128-d190-431b-b1af-207401ac8907), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:10.723862 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-143f2062-d14a-4f47-9080-c5fd821e5cae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40f207bb76004bdfbc179ff15d893c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692858 Apr 06 12:47:10.725735 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f2062-d14a-4f47-9080-c5fd821e5cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e600f128-d190-431b-b1af-207401ac8907,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:10.727503 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 46960) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:10.810507 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f9f46282-d224-4dfa-b6e6-e7e723914460 admin admin] Publish callbacks [] for security_group (e600f128-d190-431b-b1af-207401ac8907), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:10.834250 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f9f46282-d224-4dfa-b6e6-e7e723914460 admin admin] Publish callbacks [] for security_group (e600f128-d190-431b-b1af-207401ac8907), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:10.971108 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f9f46282-d224-4dfa-b6e6-e7e723914460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (e600f128-d190-431b-b1af-207401ac8907), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:10.975039 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f9f46282-d224-4dfa-b6e6-e7e723914460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:10.975970 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f9f46282-d224-4dfa-b6e6-e7e723914460 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e600f128-d190-431b-b1af-207401ac8907 HTTP/1.1" status: 204 len: 168 time: 0.2467995 Apr 06 12:47:10.988198 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f46282-d224-4dfa-b6e6-e7e723914460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600f128-d190-431b-b1af-207401ac8907,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:11.481835 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9017e8-731b-4537-8897-c35716dc4ef9 req-bc9bfe5b-af63-40d5-9324-4e1cede65c36 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:11.488846 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cb9017e8-731b-4537-8897-c35716dc4ef9 req-bc9bfe5b-af63-40d5-9324-4e1cede65c36 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0711179 Apr 06 12:47:11.545083 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cb9017e8-731b-4537-8897-c35716dc4ef9 req-d437be9d-1092-4f39-bb4f-c7b01b415a95 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547497 Apr 06 12:47:11.738918 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47014) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:11.754227 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-6499ea84-0f12-437e-a138-e3eb7ae3603a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:11.851455 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-6499ea84-0f12-437e-a138-e3eb7ae3603a admin admin] Publish callbacks [] for security_group (8ae2ae70-b02a-44c0-b6a1-edfb21c866dc), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:11.948469 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-6499ea84-0f12-437e-a138-e3eb7ae3603a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (8ae2ae70-b02a-44c0-b6a1-edfb21c866dc), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:11.990445 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-6499ea84-0f12-437e-a138-e3eb7ae3603a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b9af1071d624a26b683f13b89750c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485437 Apr 06 12:47:11.991500 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499ea84-0f12-437e-a138-e3eb7ae3603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae2ae70-b02a-44c0-b6a1-edfb21c866dc,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:11.993062 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47022) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:12.048993 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31089fac-3369-4ad3-89c2-62fdd6fbf9a5 admin admin] Publish callbacks [] for security_group (8ae2ae70-b02a-44c0-b6a1-edfb21c866dc), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:12.071929 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31089fac-3369-4ad3-89c2-62fdd6fbf9a5 admin admin] Publish callbacks [] for security_group (8ae2ae70-b02a-44c0-b6a1-edfb21c866dc), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:12.236507 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31089fac-3369-4ad3-89c2-62fdd6fbf9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (8ae2ae70-b02a-44c0-b6a1-edfb21c866dc), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:12.239137 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31089fac-3369-4ad3-89c2-62fdd6fbf9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:12.246570 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-31089fac-3369-4ad3-89c2-62fdd6fbf9a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ae2ae70-b02a-44c0-b6a1-edfb21c866dc HTTP/1.1" status: 204 len: 168 time: 0.2467911 Apr 06 12:47:12.248600 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31089fac-3369-4ad3-89c2-62fdd6fbf9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae2ae70-b02a-44c0-b6a1-edfb21c866dc,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:12.654620 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47042) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:12.686175 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b8c2e-d129-4996-9915-5e415f252844 req-2ab25ac5-1656-4cc3-8c4a-6a5d21b5aa38 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:12.687741 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-931b8c2e-d129-4996-9915-5e415f252844 req-2ab25ac5-1656-4cc3-8c4a-6a5d21b5aa38 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0535011 Apr 06 12:47:12.741529 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-931b8c2e-d129-4996-9915-5e415f252844 req-7eb6d456-a566-41f1-84d4-8b2659015b08 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Apr 06 12:47:12.780916 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-676a1fb8-0955-4c29-be51-7a60e8664c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:12.860477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-676a1fb8-0955-4c29-be51-7a60e8664c3c admin admin] Publish callbacks [] for security_group (05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:12.948239 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-676a1fb8-0955-4c29-be51-7a60e8664c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:12.987685 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-676a1fb8-0955-4c29-be51-7a60e8664c3c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd53642d48ea41bfb3c7d9163bf5554b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319006 Apr 06 12:47:12.990657 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a1fb8-0955-4c29-be51-7a60e8664c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:12.991158 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47054) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:13.046114 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-396df7b5-dc7e-4539-8db1-f9e7899d295d admin admin] Publish callbacks [] for security_group (05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:13.067871 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-396df7b5-dc7e-4539-8db1-f9e7899d295d admin admin] Publish callbacks [] for security_group (05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:13.174411 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-396df7b5-dc7e-4539-8db1-f9e7899d295d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:13.180845 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-396df7b5-dc7e-4539-8db1-f9e7899d295d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:13.183016 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-396df7b5-dc7e-4539-8db1-f9e7899d295d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c HTTP/1.1" status: 204 len: 168 time: 0.1904552 Apr 06 12:47:13.196119 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396df7b5-dc7e-4539-8db1-f9e7899d295d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a37d7b-9b79-4bc4-af2b-e3a0bd507e1c,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:13.895147 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a35e0-f3c6-44f8-af1f-1aabdfe139bf req-06e8696f-202d-4098-9c43-88519fee894d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:13.898021 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-324a35e0-f3c6-44f8-af1f-1aabdfe139bf req-06e8696f-202d-4098-9c43-88519fee894d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0764351 Apr 06 12:47:13.961710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47092) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:13.967203 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-324a35e0-f3c6-44f8-af1f-1aabdfe139bf req-8be2fa3e-e4b7-467c-b176-b7afbaa40b8a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631862 Apr 06 12:47:13.986203 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-67079740-3b56-4a0e-a6cf-cd36b9835545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.074810 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-67079740-3b56-4a0e-a6cf-cd36b9835545 admin admin] Publish callbacks [] for security_group (33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.180120 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-67079740-3b56-4a0e-a6cf-cd36b9835545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.231013 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47100) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:14.236217 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-67079740-3b56-4a0e-a6cf-cd36b9835545 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c57587dcc8264b108b31a5c7b13ee02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670195 Apr 06 12:47:14.238040 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67079740-3b56-4a0e-a6cf-cd36b9835545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:14.297394 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-64ccb61f-d081-4477-a0a0-cd8e378608a3 admin admin] Publish callbacks [] for security_group (33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.334114 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-64ccb61f-d081-4477-a0a0-cd8e378608a3 admin admin] Publish callbacks [] for security_group (33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.680802 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-64ccb61f-d081-4477-a0a0-cd8e378608a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.683322 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-64ccb61f-d081-4477-a0a0-cd8e378608a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.684501 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-64ccb61f-d081-4477-a0a0-cd8e378608a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb HTTP/1.1" status: 204 len: 168 time: 0.4527726 Apr 06 12:47:14.693202 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccb61f-d081-4477-a0a0-cd8e378608a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dfcbd8-b1cd-422e-8ddc-2cfcf1cb02eb,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:15.143091 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d931-e128-405a-a0d1-99c12243f6a7 req-09e2d7e2-d8ff-4c12-8592-d6d889dd70d5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:15.145879 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d3c1d931-e128-405a-a0d1-99c12243f6a7 req-09e2d7e2-d8ff-4c12-8592-d6d889dd70d5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0899749 Apr 06 12:47:15.201827 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d3c1d931-e128-405a-a0d1-99c12243f6a7 req-c599a1c2-9e14-4bc9-94b2-46a92b7e6f78 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Apr 06 12:47:16.371963 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a0ecf-e667-4e4d-bfea-df6023aa58aa req-15bc16b5-8740-41e5-bb6c-fef3477b23ee tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:16.374304 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-679a0ecf-e667-4e4d-bfea-df6023aa58aa req-15bc16b5-8740-41e5-bb6c-fef3477b23ee tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0748670 Apr 06 12:47:16.442715 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-679a0ecf-e667-4e4d-bfea-df6023aa58aa req-739ebaf0-949f-4e3b-ac90-e3824ed2fc1f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612807 Apr 06 12:47:16.513531 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14019902-d251-4d24-9b5e-8334d2def9af req-27e7a6c1-5404-44df-85bd-7d93fc8590bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:16.515081 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-14019902-d251-4d24-9b5e-8334d2def9af req-27e7a6c1-5404-44df-85bd-7d93fc8590bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 1130 time: 0.0454473 Apr 06 12:47:16.578459 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-14019902-d251-4d24-9b5e-8334d2def9af req-8284dc6e-135a-4579-8fd1-39ace96512a9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Apr 06 12:47:17.582186 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493442f-7922-4934-9d80-2d47aa311830 req-39131931-c907-4c2d-bd09-4110481d0c3c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:17.586199 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e493442f-7922-4934-9d80-2d47aa311830 req-39131931-c907-4c2d-bd09-4110481d0c3c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0716724 Apr 06 12:47:17.650320 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e493442f-7922-4934-9d80-2d47aa311830 req-92e86a53-3e4f-4b35-8c52-0e4ddbcdc245 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578091 Apr 06 12:47:18.130211 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47222) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:18.248899 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2b3c6d94-7f8e-4937-be3a-c1c7cea4fb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.423005 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2b3c6d94-7f8e-4937-be3a-c1c7cea4fb97 admin admin] Publish callbacks [] for security_group (e2194935-9e8e-410f-9c2b-b83b4fd009a9), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.562712 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2b3c6d94-7f8e-4937-be3a-c1c7cea4fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (e2194935-9e8e-410f-9c2b-b83b4fd009a9), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.618073 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2b3c6d94-7f8e-4937-be3a-c1c7cea4fb97 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9232546b53b4750972fc97a13ef6d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4866667 Apr 06 12:47:18.621399 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47236) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:18.627431 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c6d94-7f8e-4937-be3a-c1c7cea4fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2194935-9e8e-410f-9c2b-b83b4fd009a9,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:18.696701 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ac03f612-b9ed-4f34-af00-2f633fd8ec77 admin admin] Publish callbacks [] for security_group (e2194935-9e8e-410f-9c2b-b83b4fd009a9), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.721644 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ac03f612-b9ed-4f34-af00-2f633fd8ec77 admin admin] Publish callbacks [] for security_group (e2194935-9e8e-410f-9c2b-b83b4fd009a9), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.822905 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf34158-02fd-4c74-86d7-d449b6ca1aa5 req-0332f966-2359-447e-9c48-408bf122bcd0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:18.824378 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3bf34158-02fd-4c74-86d7-d449b6ca1aa5 req-0332f966-2359-447e-9c48-408bf122bcd0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0762432 Apr 06 12:47:18.881697 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3bf34158-02fd-4c74-86d7-d449b6ca1aa5 req-a93334c7-cf3c-4f54-84c4-4b620490fb0c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500567 Apr 06 12:47:18.882817 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ac03f612-b9ed-4f34-af00-2f633fd8ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (e2194935-9e8e-410f-9c2b-b83b4fd009a9), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.885555 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ac03f612-b9ed-4f34-af00-2f633fd8ec77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.887194 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ac03f612-b9ed-4f34-af00-2f633fd8ec77 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2194935-9e8e-410f-9c2b-b83b4fd009a9 HTTP/1.1" status: 204 len: 168 time: 0.2647276 Apr 06 12:47:18.898498 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03f612-b9ed-4f34-af00-2f633fd8ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2194935-9e8e-410f-9c2b-b83b4fd009a9,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:19.013914 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acee06d-f4ad-4def-b3c3-7315f7ccd5f9 req-e620bbd1-e2a1-46d6-a2c3-73b4538393c6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:19.015407 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1acee06d-f4ad-4def-b3c3-7315f7ccd5f9 req-e620bbd1-e2a1-46d6-a2c3-73b4538393c6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0562027 Apr 06 12:47:19.065826 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1acee06d-f4ad-4def-b3c3-7315f7ccd5f9 req-0a3ec9c7-097f-4dac-911a-53dafb49c25b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Apr 06 12:47:19.786525 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47254) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:19.800411 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaba9-3668-4f3f-9a3b-ad34be9bce88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:19.915297 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaba9-3668-4f3f-9a3b-ad34be9bce88 admin admin] Publish callbacks [] for security_group (18ddaad4-4f34-48a4-9dbc-f49358929368), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:19.986798 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaba9-3668-4f3f-9a3b-ad34be9bce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (18ddaad4-4f34-48a4-9dbc-f49358929368), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.061511 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-9d4aaba9-3668-4f3f-9a3b-ad34be9bce88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4da1c229dd574b82b1a544dd5a6a6429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736223 Apr 06 12:47:20.066211 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aaba9-3668-4f3f-9a3b-ad34be9bce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ddaad4-4f34-48a4-9dbc-f49358929368,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:20.071695 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47276) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:20.151995 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab071eb5-7b34-4a1d-9595-d7a576c9e7ce admin admin] Publish callbacks [] for security_group (18ddaad4-4f34-48a4-9dbc-f49358929368), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.177524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab071eb5-7b34-4a1d-9595-d7a576c9e7ce admin admin] Publish callbacks [] for security_group (18ddaad4-4f34-48a4-9dbc-f49358929368), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.314172 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab071eb5-7b34-4a1d-9595-d7a576c9e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (18ddaad4-4f34-48a4-9dbc-f49358929368), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.317025 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ab071eb5-7b34-4a1d-9595-d7a576c9e7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.321460 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ab071eb5-7b34-4a1d-9595-d7a576c9e7ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18ddaad4-4f34-48a4-9dbc-f49358929368 HTTP/1.1" status: 204 len: 168 time: 0.2466886 Apr 06 12:47:20.328357 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab071eb5-7b34-4a1d-9595-d7a576c9e7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ddaad4-4f34-48a4-9dbc-f49358929368,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:21.522393 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd23d1-729d-4344-9d37-f9154d650d91 req-06a78999-31a6-4b0b-803b-5b1e6c3a4531 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:21.523973 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-30bd23d1-729d-4344-9d37-f9154d650d91 req-06a78999-31a6-4b0b-803b-5b1e6c3a4531 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0546815 Apr 06 12:47:21.611404 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-30bd23d1-729d-4344-9d37-f9154d650d91 req-b47fe2a3-eef4-4bbd-988a-5619ef8875aa tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811632 Apr 06 12:47:21.623003 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47316) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:21.639208 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dc19-a92b-4d6c-b001-972691593c55 req-51a1afcb-e2b6-45b5-a32f-939e7b6b6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:21.641558 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9252dc19-a92b-4d6c-b001-972691593c55 req-51a1afcb-e2b6-45b5-a32f-939e7b6b6743 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0747466 Apr 06 12:47:21.753340 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dc19-a92b-4d6c-b001-972691593c55 req-6387a729-40f9-4f6d-9515-c082df87e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:21.754973 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9252dc19-a92b-4d6c-b001-972691593c55 req-6387a729-40f9-4f6d-9515-c082df87e0ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.1056378 Apr 06 12:47:21.775974 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1682877311-network', 'tenant_id': 'ac935102399d4f00bd6613eab4b79b33'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:21.810675 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9252dc19-a92b-4d6c-b001-972691593c55 req-3c779ef3-cc2b-44bb-9644-211063f3f77c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a HTTP/1.1" status: 200 len: 217 time: 0.0485647 Apr 06 12:47:21.868050 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dc19-a92b-4d6c-b001-972691593c55 req-6af23c72-5097-45ff-bfd3-88b6f9af97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:21.869608 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9252dc19-a92b-4d6c-b001-972691593c55 req-6af23c72-5097-45ff-bfd3-88b6f9af97db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0518785 Apr 06 12:47:21.923634 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252dc19-a92b-4d6c-b001-972691593c55 req-951fe8fc-1b56-466f-8db0-b96d25dca633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:21.925493 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9252dc19-a92b-4d6c-b001-972691593c55 req-951fe8fc-1b56-466f-8db0-b96d25dca633 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482082 Apr 06 12:47:21.952575 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Made reservation on behalf of ac935102399d4f00bd6613eab4b79b33 for: {'network': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:21.955076 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.992973 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.075913 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9252dc19-a92b-4d6c-b001-972691593c55 req-0e5ee156-e81b-4c91-911f-d8a0328a89e3 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430304 Apr 06 12:47:22.159602 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks [] for security_group (0d098f87-3d77-4f0c-88d1-8207afa2e307), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.196312 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9252dc19-a92b-4d6c-b001-972691593c55 req-7e2f2b70-68a6-42f1-a56b-14cfb20021eb service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098056 Apr 06 12:47:22.222370 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0d098f87-3d77-4f0c-88d1-8207afa2e307), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.258756 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=110384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:47:22.268502 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d098f87-3d77-4f0c-88d1-8207afa2e307,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:22.281044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (bd6f06d7-6948-46fa-b078-d75946c3b2fd), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.281398 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.segments_db [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Added segment bd6f06d7-6948-46fa-b078-d75946c3b2fd of type vlan for network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c Apr 06 12:47:22.332022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (14619ecc-4079-4bc2-afb8-7f7e29ef0a9c), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.500137 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (14619ecc-4079-4bc2-afb8-7f7e29ef0a9c), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.501169 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:22.501620 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.568973 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] Pushing event updated for resources: {'Network': ['ID=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:22.580959 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:47:22.650590 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-8f537725-91f5-4d99-b02a-9ceb7737f356 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0261023 Apr 06 12:47:22.653942 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47346) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:22.658863 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Request body: {'subnet': {'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1682877311-subnet', 'tenant_id': 'ac935102399d4f00bd6613eab4b79b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:22.756253 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Made reservation on behalf of ac935102399d4f00bd6613eab4b79b33 for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:22.758549 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286922'] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.846663 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af36d7-0d4b-4b69-955a-1221feaff3d1 req-225852ee-b169-456d-82a1-a205efb55c56 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:22.848143 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-33af36d7-0d4b-4b69-955a-1221feaff3d1 req-225852ee-b169-456d-82a1-a205efb55c56 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.1255515 Apr 06 12:47:22.914175 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-33af36d7-0d4b-4b69-955a-1221feaff3d1 req-4a1422bb-223f-4fb6-a02d-4b0346112002 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Apr 06 12:47:23.094981 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9149519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286932'] for subnet (c1ebb4dd-d3c8-4744-add8-94def88bbe10), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:23.154684 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ebb4dd-d3c8-4744-add8-94def88bbe10,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:23.175044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Checking segment: {'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:47:23.175044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Network hostable DHCP agents. Network: 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:47:23.281619 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:47:23.398373 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:23.405858 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:23.406538 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:23.415494 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e326f2-4bd4-4585-9577-bb1302ad49da None None] Network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:47:23.496449 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4f1632b1-f6f9-466d-b1e1-a321b5d80988 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8412707 Apr 06 12:47:23.528280 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fa25c-2072-454a-9d72-240386e2e979 None None] Network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:47:24.054578 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9561f3-1d11-441b-9b3e-06e9fcd19198 req-9fca1c59-5322-4cdb-9be4-54865e261394 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:24.056156 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e9561f3-1d11-441b-9b3e-06e9fcd19198 req-9fca1c59-5322-4cdb-9be4-54865e261394 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0687740 Apr 06 12:47:24.131719 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e9561f3-1d11-441b-9b3e-06e9fcd19198 req-75f12a62-352f-41de-944b-efa8b327b3f5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695539 Apr 06 12:47:24.669543 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47410) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:24.822195 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-805774b2-a0e5-437b-88c5-b6ab6971b61a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:24.910358 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-805774b2-a0e5-437b-88c5-b6ab6971b61a admin admin] Publish callbacks [] for security_group (285a2810-92dc-4800-8cba-507ec9fabc5f), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:24.997256 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-805774b2-a0e5-437b-88c5-b6ab6971b61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (285a2810-92dc-4800-8cba-507ec9fabc5f), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:25.034838 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-805774b2-a0e5-437b-88c5-b6ab6971b61a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=78dc388f763e44a6a3dd24b4d16f43ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641491 Apr 06 12:47:25.035546 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805774b2-a0e5-437b-88c5-b6ab6971b61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285a2810-92dc-4800-8cba-507ec9fabc5f,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:25.038198 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47418) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:25.092818 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-78b442db-2261-401f-a51c-e19982a97fad admin admin] Publish callbacks [] for security_group (285a2810-92dc-4800-8cba-507ec9fabc5f), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:25.116881 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-78b442db-2261-401f-a51c-e19982a97fad admin admin] Publish callbacks [] for security_group (285a2810-92dc-4800-8cba-507ec9fabc5f), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:25.251918 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-78b442db-2261-401f-a51c-e19982a97fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (285a2810-92dc-4800-8cba-507ec9fabc5f), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:25.254636 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-78b442db-2261-401f-a51c-e19982a97fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:25.255981 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-78b442db-2261-401f-a51c-e19982a97fad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/285a2810-92dc-4800-8cba-507ec9fabc5f HTTP/1.1" status: 204 len: 168 time: 0.2165082 Apr 06 12:47:25.262720 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532e05f-9187-42eb-9e88-b96c950a5ab3 req-e42b9a6e-f274-49d0-853d-009bc700a640 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:25.264707 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e532e05f-9187-42eb-9e88-b96c950a5ab3 req-e42b9a6e-f274-49d0-853d-009bc700a640 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0570343 Apr 06 12:47:25.265859 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b442db-2261-401f-a51c-e19982a97fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285a2810-92dc-4800-8cba-507ec9fabc5f,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:25.328112 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e532e05f-9187-42eb-9e88-b96c950a5ab3 req-101ceac9-8349-4cf1-962b-d83c6d3caa22 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558999 Apr 06 12:47:25.627668 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47430) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:25.791129 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cff3d053-4140-4726-9812-8f6b233d1870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:25.893674 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cff3d053-4140-4726-9812-8f6b233d1870 admin admin] Publish callbacks [] for security_group (85234694-25a0-4d26-99ac-470bf01ada93), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:25.962453 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cff3d053-4140-4726-9812-8f6b233d1870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (85234694-25a0-4d26-99ac-470bf01ada93), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.007430 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-cff3d053-4140-4726-9812-8f6b233d1870 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=894b6bc6d6ba4cb6ae058576bb31f7c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749986 Apr 06 12:47:26.007430 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3d053-4140-4726-9812-8f6b233d1870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85234694-25a0-4d26-99ac-470bf01ada93,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:26.007978 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47448) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:26.080959 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-57b7f231-8598-4670-bce7-1673c348fb4e admin admin] Publish callbacks [] for security_group (85234694-25a0-4d26-99ac-470bf01ada93), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.099152 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47450) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:26.113374 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-57b7f231-8598-4670-bce7-1673c348fb4e admin admin] Publish callbacks [] for security_group (85234694-25a0-4d26-99ac-470bf01ada93), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.116077 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b327230f-052f-4cd8-abb8-9cf8c44acabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.227813 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b327230f-052f-4cd8-abb8-9cf8c44acabd admin admin] Publish callbacks [] for security_group (3ef1f356-0aff-4db3-b94a-fda788da9112), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.254002 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-57b7f231-8598-4670-bce7-1673c348fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (85234694-25a0-4d26-99ac-470bf01ada93), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.256667 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-57b7f231-8598-4670-bce7-1673c348fb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.258191 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-57b7f231-8598-4670-bce7-1673c348fb4e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/85234694-25a0-4d26-99ac-470bf01ada93 HTTP/1.1" status: 204 len: 168 time: 0.2481606 Apr 06 12:47:26.273303 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7f231-8598-4670-bce7-1673c348fb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85234694-25a0-4d26-99ac-470bf01ada93,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:26.323957 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47466) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:26.332560 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b327230f-052f-4cd8-abb8-9cf8c44acabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3ef1f356-0aff-4db3-b94a-fda788da9112), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.383759 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b327230f-052f-4cd8-abb8-9cf8c44acabd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b3cfb412b06404197744b470f71c42e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834761 Apr 06 12:47:26.387398 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47472) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:26.420148 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327230f-052f-4cd8-abb8-9cf8c44acabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef1f356-0aff-4db3-b94a-fda788da9112,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:26.433333 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-d2b7ebc4-c89b-4874-a9db-c492afe3ddd2 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:26.436490 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-d2b7ebc4-c89b-4874-a9db-c492afe3ddd2 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/networks?id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c HTTP/1.1" status: 200 len: 809 time: 0.1487598 Apr 06 12:47:26.457439 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-b17ef351-680f-4742-96e5-f0c71552a76b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/quotas/ac935102399d4f00bd6613eab4b79b33 HTTP/1.1" status: 200 len: 375 time: 0.0135665 Apr 06 12:47:26.480161 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef25da-d5f2-4f1e-9ec0-f9c5419412a9 admin admin] Publish callbacks [] for security_group (3ef1f356-0aff-4db3-b94a-fda788da9112), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.513059 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-faeb7853-39ef-4fde-8f26-bd2f3245f1d7 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac935102399d4f00bd6613eab4b79b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405819 Apr 06 12:47:26.515514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef25da-d5f2-4f1e-9ec0-f9c5419412a9 admin admin] Publish callbacks [] for security_group (3ef1f356-0aff-4db3-b94a-fda788da9112), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.560802 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a0b482f3-ecf6-4087-b173-51c8c1e5a346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.651933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa2ef0-3140-429c-bc00-ddd90fde21e7 req-5b6ef1a6-2246-48a3-b87e-4a9d673396e3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:26.653575 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c6aa2ef0-3140-429c-bc00-ddd90fde21e7 req-5b6ef1a6-2246-48a3-b87e-4a9d673396e3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.1916170 Apr 06 12:47:26.674971 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a0b482f3-ecf6-4087-b173-51c8c1e5a346 admin admin] Publish callbacks [] for security_group (1160cf1f-e209-44b4-be0c-cbc6bcb99223), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.688618 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-f50dc287-c54d-4912-9fad-94cee264a5cd service neutron] 10.222.0.79 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554730 Apr 06 12:47:26.713069 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef25da-d5f2-4f1e-9ec0-f9c5419412a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3ef1f356-0aff-4db3-b94a-fda788da9112), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.716522 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b8ef25da-d5f2-4f1e-9ec0-f9c5419412a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.718249 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b8ef25da-d5f2-4f1e-9ec0-f9c5419412a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ef1f356-0aff-4db3-b94a-fda788da9112 HTTP/1.1" status: 204 len: 168 time: 0.3297384 Apr 06 12:47:26.731240 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef25da-d5f2-4f1e-9ec0-f9c5419412a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef1f356-0aff-4db3-b94a-fda788da9112,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:26.752034 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a0b482f3-ecf6-4087-b173-51c8c1e5a346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1160cf1f-e209-44b4-be0c-cbc6bcb99223), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.781810 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c6aa2ef0-3140-429c-bc00-ddd90fde21e7 req-fbbdf876-a90a-4b33-98d6-e7a4312e9d5a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150064 Apr 06 12:47:26.816059 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b482f3-ecf6-4087-b173-51c8c1e5a346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1160cf1f-e209-44b4-be0c-cbc6bcb99223,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:26.821202 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-a0b482f3-ecf6-4087-b173-51c8c1e5a346 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=edfd476bb70d46d097bea3527326d421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959488 Apr 06 12:47:26.829684 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47478) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:26.866235 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-510be2d6-bb42-4b87-8a71-45a86f46497a service neutron] 10.222.0.79 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677768 Apr 06 12:47:26.910228 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-53d32639-eeb9-49e9-990f-0aa72f557939 admin admin] Publish callbacks [] for security_group (1160cf1f-e209-44b4-be0c-cbc6bcb99223), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:26.975115 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-53d32639-eeb9-49e9-990f-0aa72f557939 admin admin] Publish callbacks [] for security_group (1160cf1f-e209-44b4-be0c-cbc6bcb99223), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:27.139881 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-53d32639-eeb9-49e9-990f-0aa72f557939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1160cf1f-e209-44b4-be0c-cbc6bcb99223), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:27.142537 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-53d32639-eeb9-49e9-990f-0aa72f557939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:27.146421 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-53d32639-eeb9-49e9-990f-0aa72f557939 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1160cf1f-e209-44b4-be0c-cbc6bcb99223 HTTP/1.1" status: 204 len: 168 time: 0.3127530 Apr 06 12:47:27.157619 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d32639-eeb9-49e9-990f-0aa72f557939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1160cf1f-e209-44b4-be0c-cbc6bcb99223,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:27.204730 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d666b085-59f2-41c9-a7d9-1b9bf9224497 req-2544f2f7-2b66-4262-8be8-428f5dd30a04 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 210 time: 0.0573614 Apr 06 12:47:27.229041 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-72fae573-31a5-444e-93e6-1d1c843115b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:27.982813 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc4da-dd60-469d-b302-9db09ba73a89 req-1b01f015-df9f-493d-8e5a-ae4422ce4dca tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:27.984599 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4eabc4da-dd60-469d-b302-9db09ba73a89 req-1b01f015-df9f-493d-8e5a-ae4422ce4dca tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0819747 Apr 06 12:47:28.060854 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47520) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:28.079392 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e42e-393a-4e4d-ad4f-8add828c9eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:28.254603 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e42e-393a-4e4d-ad4f-8add828c9eed admin admin] Publish callbacks [] for security_group (3f4d51a6-3d25-4710-b38e-c2b377a2f738), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:28.356895 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-537c6a67-5a67-4ee4-9edc-6eb003ad98fe req-d32fc165-5dd0-4375-938b-d0261f0a082b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 210 time: 0.0417202 Apr 06 12:47:28.389156 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e42e-393a-4e4d-ad4f-8add828c9eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3f4d51a6-3d25-4710-b38e-c2b377a2f738), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:28.389291 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4eabc4da-dd60-469d-b302-9db09ba73a89 req-ee6751c2-8078-4a8c-94a1-eef8e88061ee tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960874 Apr 06 12:47:28.448892 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1e42e-393a-4e4d-ad4f-8add828c9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4d51a6-3d25-4710-b38e-c2b377a2f738,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:28.454555 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f8d1e42e-393a-4e4d-ad4f-8add828c9eed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6a5d83d62e7846f080a94d821da7b2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920319 Apr 06 12:47:28.459512 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47538) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:28.523718 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f311dcf7-cdf5-4a96-91a3-e44cb98c93f0 admin admin] Publish callbacks [] for security_group (3f4d51a6-3d25-4710-b38e-c2b377a2f738), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:28.564723 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f311dcf7-cdf5-4a96-91a3-e44cb98c93f0 admin admin] Publish callbacks [] for security_group (3f4d51a6-3d25-4710-b38e-c2b377a2f738), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:28.729096 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f311dcf7-cdf5-4a96-91a3-e44cb98c93f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (3f4d51a6-3d25-4710-b38e-c2b377a2f738), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:28.732439 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f311dcf7-cdf5-4a96-91a3-e44cb98c93f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:28.733638 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f311dcf7-cdf5-4a96-91a3-e44cb98c93f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f4d51a6-3d25-4710-b38e-c2b377a2f738 HTTP/1.1" status: 204 len: 168 time: 0.2741404 Apr 06 12:47:28.743407 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311dcf7-cdf5-4a96-91a3-e44cb98c93f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4d51a6-3d25-4710-b38e-c2b377a2f738,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:28.938281 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:47:29.190818 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47556) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:29.467408 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9d4486a5-810f-43a1-b0d7-7c50a72714bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.532812 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-01f677be-0654-4118-8e0c-569779428ddd req-257b1584-06f3-4685-b5ca-2a4b9aec7133 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 210 time: 0.0526066 Apr 06 12:47:29.583547 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90c45f-4c6d-418b-875c-efb39019de10 req-48c931f4-03d2-4d4a-ad51-e890516b88ec tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:29.586026 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0c90c45f-4c6d-418b-875c-efb39019de10 req-48c931f4-03d2-4d4a-ad51-e890516b88ec tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.1200576 Apr 06 12:47:29.609596 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-95b17b45-c14c-47c2-9103-fbf9fd480d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.632969 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47568) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:29.655340 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9d4486a5-810f-43a1-b0d7-7c50a72714bf admin admin] Publish callbacks [] for security_group (6bff811f-f412-4341-b9ae-55b3ce8ffff2), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.665002 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-535d7eb3-ad72-46d1-ac9f-94db71e2632a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.666909 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0c90c45f-4c6d-418b-875c-efb39019de10 req-13ae88bb-e4e0-4a9b-8949-edd8a3b2f4e1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733948 Apr 06 12:47:29.758241 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-535d7eb3-ad72-46d1-ac9f-94db71e2632a admin admin] Publish callbacks [] for security_group (b8c82abe-378d-43eb-b95b-d26b4f9d787d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.777751 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9d4486a5-810f-43a1-b0d7-7c50a72714bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (6bff811f-f412-4341-b9ae-55b3ce8ffff2), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.819488 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-9d4486a5-810f-43a1-b0d7-7c50a72714bf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=299be785cd484081b5775e1afbdb6c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6272900 Apr 06 12:47:29.820375 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4486a5-810f-43a1-b0d7-7c50a72714bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff811f-f412-4341-b9ae-55b3ce8ffff2,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:29.822559 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47572) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:29.858729 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-535d7eb3-ad72-46d1-ac9f-94db71e2632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b8c82abe-378d-43eb-b95b-d26b4f9d787d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.911200 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-535d7eb3-ad72-46d1-ac9f-94db71e2632a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8108b1f33bf497a975b1c58cbab5317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765102 Apr 06 12:47:29.915417 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47576) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:29.917614 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d7eb3-ad72-46d1-ac9f-94db71e2632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c82abe-378d-43eb-b95b-d26b4f9d787d,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:29.924959 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bb64c698-3c20-4d76-8b1a-08581a316c59 admin admin] Publish callbacks [] for security_group (6bff811f-f412-4341-b9ae-55b3ce8ffff2), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:29.952547 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bb64c698-3c20-4d76-8b1a-08581a316c59 admin admin] Publish callbacks [] for security_group (6bff811f-f412-4341-b9ae-55b3ce8ffff2), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.056036 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3da96a43-ce03-4891-a329-9b616afddf07 admin admin] Publish callbacks [] for security_group (b8c82abe-378d-43eb-b95b-d26b4f9d787d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.061491 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bb64c698-3c20-4d76-8b1a-08581a316c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (6bff811f-f412-4341-b9ae-55b3ce8ffff2), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.071513 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bb64c698-3c20-4d76-8b1a-08581a316c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.074414 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-bb64c698-3c20-4d76-8b1a-08581a316c59 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6bff811f-f412-4341-b9ae-55b3ce8ffff2 HTTP/1.1" status: 204 len: 168 time: 0.2507682 Apr 06 12:47:30.092985 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c698-3c20-4d76-8b1a-08581a316c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff811f-f412-4341-b9ae-55b3ce8ffff2,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:30.102549 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3da96a43-ce03-4891-a329-9b616afddf07 admin admin] Publish callbacks [] for security_group (b8c82abe-378d-43eb-b95b-d26b4f9d787d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.148380 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-deb4a7e2-7d95-4265-87fb-e4627c59e8ae tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:30.149971 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-deb4a7e2-7d95-4265-87fb-e4627c59e8ae tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "GET /v2.0/networks?id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c HTTP/1.1" status: 200 len: 809 time: 0.1680648 Apr 06 12:47:30.171841 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Request body: {'port': {'device_id': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c', 'admin_state_up': True, 'tenant_id': 'ac935102399d4f00bd6613eab4b79b33'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:30.300804 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3da96a43-ce03-4891-a329-9b616afddf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b8c82abe-378d-43eb-b95b-d26b4f9d787d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.303353 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3da96a43-ce03-4891-a329-9b616afddf07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.305213 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3da96a43-ce03-4891-a329-9b616afddf07 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8c82abe-378d-43eb-b95b-d26b4f9d787d HTTP/1.1" status: 204 len: 168 time: 0.3872604 Apr 06 12:47:30.314263 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da96a43-ce03-4891-a329-9b616afddf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c82abe-378d-43eb-b95b-d26b4f9d787d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:30.372345 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Made reservation on behalf of ac935102399d4f00bd6613eab4b79b33 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:30.375282 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.543237 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Allocated IP 172.20.0.9 (14619ecc-4079-4bc2-afb8-7f7e29ef0a9c/c1ebb4dd-d3c8-4744-add8-94def88bbe10/cdb84855-b243-430b-9ff8-e3ac3d23bf79) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:47:30.772362 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-566a1a88-54fb-4adf-9f32-7fb4db3f046e req-335e6930-37a5-4e47-a6e8-22123ec118e4 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 210 time: 0.1216052 Apr 06 12:47:30.857705 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.892249 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks [] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.901014 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ac39-2496-4e48-b530-63bf6278e63e req-a5af3856-5032-425d-bc4c-ad851c05d927 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:30.902553 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-20b5ac39-2496-4e48-b530-63bf6278e63e req-a5af3856-5032-425d-bc4c-ad851c05d927 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0980780 Apr 06 12:47:30.974531 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-20b5ac39-2496-4e48-b530-63bf6278e63e req-b21e222c-3ea5-4380-ae18-d15ef7c26ab9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619950 Apr 06 12:47:31.089085 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.157128 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:47:31.160560 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:31.168155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:47:31.173872 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Pushing event updated for resources: {'Port': ['ID=cdb84855-b243-430b-9ff8-e3ac3d23bf79,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:31.259162 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:31.260490 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.337856 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47632) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:31.349267 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-02eacfaa-88f8-413f-875d-be1622ea562e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1853087 Apr 06 12:47:31.363039 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Request body: {'port': {'device_id': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:31.439102 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.674098 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-56aff29a-8d51-4c94-9a1d-48475c2b2532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.811058 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-56aff29a-8d51-4c94-9a1d-48475c2b2532 admin admin] Publish callbacks [] for security_group (0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.814185 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb84855-b243-430b-9ff8-e3ac3d23bf79 {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:47:31.828590 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Publish callbacks [] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.847282 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Transition to ACTIVE for port object cdb84855-b243-430b-9ff8-e3ac3d23bf79 will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:47:31.911269 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cce3e3-1be1-48d6-81e8-f4cd40fc816a req-3726958b-c62d-4bd2-ac7c-3d23943b89a1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:31.912859 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c6cce3e3-1be1-48d6-81e8-f4cd40fc816a req-3726958b-c62d-4bd2-ac7c-3d23943b89a1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 931 time: 0.0609019 Apr 06 12:47:31.968732 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-56aff29a-8d51-4c94-9a1d-48475c2b2532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.980643 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.007200 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c6cce3e3-1be1-48d6-81e8-f4cd40fc816a req-afa8437c-5b85-4754-88cd-bedf69a13b1d tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843267 Apr 06 12:47:32.064245 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-56aff29a-8d51-4c94-9a1d-48475c2b2532 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79d6b4a9b37d4442a5048a77653d6ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249677 Apr 06 12:47:32.067321 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47660) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:32.071289 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff29a-8d51-4c94-9a1d-48475c2b2532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:32.174271 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb84855-b243-430b-9ff8-e3ac3d23bf79,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:32.184848 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8ebba41-1e6d-411c-8655-f9b52d44e3f5 admin admin] Publish callbacks [] for security_group (0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.215875 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8ebba41-1e6d-411c-8655-f9b52d44e3f5 admin admin] Publish callbacks [] for security_group (0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.231919 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Attempting to bind port cdb84855-b243-430b-9ff8-e3ac3d23bf79 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:47:32.232270 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Attempting to bind port cdb84855-b243-430b-9ff8-e3ac3d23bf79 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:47:32.232596 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Attempting to bind port cdb84855-b243-430b-9ff8-e3ac3d23bf79 on network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:47:32.249469 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22074e6-0d68-427c-b2ff-1306649487a7 req-289da8ca-e81f-4f0d-ba63-c1f1b9047ed4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.251339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a22074e6-0d68-427c-b2ff-1306649487a7 req-289da8ca-e81f-4f0d-ba63-c1f1b9047ed4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.1335351 Apr 06 12:47:32.252654 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Port cdb84855-b243-430b-9ff8-e3ac3d23bf79 on network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:47:32.253277 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Attempting to bind port cdb84855-b243-430b-9ff8-e3ac3d23bf79 on network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:47:32.261030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:47:32.261690 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Checking segment: {'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:47:32.262522 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Bound using segment: {'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:47:32.263199 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Bound port: cdb84855-b243-430b-9ff8-e3ac3d23bf79, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:47:32.263829 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.395112 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a22074e6-0d68-427c-b2ff-1306649487a7 req-b7e08e0c-36b3-4dad-8319-6fe07d9b2550 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251259 Apr 06 12:47:32.426176 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] For port cdb84855-b243-430b-9ff8-e3ac3d23bf79, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:47:32.432053 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] For port cdb84855-b243-430b-9ff8-e3ac3d23bf79, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cdb84855-b243-430b-9ff8-e3ac3d23bf79,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:47:32.481828 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-eea8c9c6-8d3e-46eb-a4a7-7757fb082a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.484596 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-eea8c9c6-8d3e-46eb-a4a7-7757fb082a5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0538719 Apr 06 12:47:32.506909 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8ebba41-1e6d-411c-8655-f9b52d44e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.510242 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8ebba41-1e6d-411c-8655-f9b52d44e3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.511782 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-a8ebba41-1e6d-411c-8655-f9b52d44e3f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d HTTP/1.1" status: 204 len: 168 time: 0.4421628 Apr 06 12:47:32.522088 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebba41-1e6d-411c-8655-f9b52d44e3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7cfdb7-c67a-4faf-b2a6-2f3f5684178d,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:32.700616 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.730896 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-47636bb2-4724-4a87-9d9e-08dbb00887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.733572 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-47636bb2-4724-4a87-9d9e-08dbb00887ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.1554568 Apr 06 12:47:32.748187 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.750833 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:32.751412 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] 10.222.0.83 "PUT /v2.0/ports/cdb84855-b243-430b-9ff8-e3ac3d23bf79 HTTP/1.1" status: 200 len: 1093 time: 1.3931887 Apr 06 12:47:32.753834 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'tag': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:32.756551 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4e03bd-53b1-4fb2-b04e-1dda34c7a7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3506ed-ac09-45f4-963e-cf23ee8d0285", "tag": "cdb84855-b243-430b-9ff8-e3ac3d23bf79"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:32.817996 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71a988-e96f-4140-b4b8-1cbd53c54679 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb84855-b243-430b-9ff8-e3ac3d23bf79,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:32.829990 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34397080-cb51-433f-b1c5-ca60a12e67c2 x-openstack-request-id: req-34397080-cb51-433f-b1c5-ca60a12e67c2 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:32.830296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3506ed-ac09-45f4-963e-cf23ee8d0285", "tag": "cdb84855-b243-430b-9ff8-e3ac3d23bf79", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:32.830555 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34397080-cb51-433f-b1c5-ca60a12e67c2 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:32.830966 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34397080-cb51-433f-b1c5-ca60a12e67c2'] response: {'name': 'network-changed', 'server_uuid': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'tag': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79', 'status': 'completed', 'code': 200} Apr 06 12:47:32.854248 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-26c274ce-1d68-4974-b615-a3888690e9cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a HTTP/1.1" status: 200 len: 217 time: 0.1082001 Apr 06 12:47:32.905929 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:33.163931 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c5cc-3497-4340-ac14-8c2e992d8ce3 req-2832d5c7-574e-40ab-9b79-beeb1c2243fd tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:33.165617 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0840c5cc-3497-4340-ac14-8c2e992d8ce3 req-2832d5c7-574e-40ab-9b79-beeb1c2243fd tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 943 time: 0.0623927 Apr 06 12:47:33.242642 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0840c5cc-3497-4340-ac14-8c2e992d8ce3 req-c530cc50-e0da-4a90-a748-c8ef80ee56b9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705059 Apr 06 12:47:33.569032 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0399c-a1c1-4c12-98e3-44fdadfd33ac req-8a3f2f0f-76ec-4bbf-b694-54aa6c1ba6b1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:33.570750 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70b0399c-a1c1-4c12-98e3-44fdadfd33ac req-8a3f2f0f-76ec-4bbf-b694-54aa6c1ba6b1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0827498 Apr 06 12:47:33.622234 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70b0399c-a1c1-4c12-98e3-44fdadfd33ac req-44d9b1f0-7d85-445b-9061-622bf4c1082d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455046 Apr 06 12:47:33.632790 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 47766) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:33.651270 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c3e4-7009-43ac-a5b4-0e5a631610e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:33.789930 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c3e4-7009-43ac-a5b4-0e5a631610e5 admin admin] Publish callbacks [] for security_group (5e36292f-3fc4-4025-a6f7-d3b66e27e0c3), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:33.883141 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:33.888318 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f0d7c3e4-7009-43ac-a5b4-0e5a631610e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5e36292f-3fc4-4025-a6f7-d3b66e27e0c3), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:33.894394 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-7426f329-4831-4d84-90dc-9eb4daa92196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:33.908448 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-7426f329-4831-4d84-90dc-9eb4daa92196 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.1347005 Apr 06 12:47:33.969623 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:33.994462 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7c3e4-7009-43ac-a5b4-0e5a631610e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e36292f-3fc4-4025-a6f7-d3b66e27e0c3,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:34.000853 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f0d7c3e4-7009-43ac-a5b4-0e5a631610e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ff1b4ff521c447a9432ac4737047c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661554 Apr 06 12:47:34.006960 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 47780) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:34.011322 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e03bd-53b1-4fb2-b04e-1dda34c7a7e0 req-f9ebfa95-d052-419a-978e-5c050ad54814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.013430 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e4e03bd-53b1-4fb2-b04e-1dda34c7a7e0 req-f9ebfa95-d052-419a-978e-5c050ad54814 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac935102399d4f00bd6613eab4b79b33&device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 1127 time: 0.1937335 Apr 06 12:47:34.048293 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-15db91e1-6c62-444f-9afb-d808e1717803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.050058 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-15db91e1-6c62-444f-9afb-d808e1717803 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267259 Apr 06 12:47:34.088715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0cec5-5564-46ed-81a4-5266a8814a82 req-4670fb53-77c3-4400-987e-b804bfb65591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.090415 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21d0cec5-5564-46ed-81a4-5266a8814a82 req-4670fb53-77c3-4400-987e-b804bfb65591 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 1129 time: 0.1692491 Apr 06 12:47:34.133070 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-35118ff5-c8fa-4b60-96be-aaccd86e2371 admin admin] Publish callbacks [] for security_group (5e36292f-3fc4-4025-a6f7-d3b66e27e0c3), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:34.181385 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-35118ff5-c8fa-4b60-96be-aaccd86e2371 admin admin] Publish callbacks [] for security_group (5e36292f-3fc4-4025-a6f7-d3b66e27e0c3), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:34.183364 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21d0cec5-5564-46ed-81a4-5266a8814a82 req-0ebc73f2-eb18-4e66-80d6-d85e6841b8ab service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839431 Apr 06 12:47:34.184584 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e03bd-53b1-4fb2-b04e-1dda34c7a7e0 req-490037db-5137-4ef4-9e06-1d660e3e739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.185986 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e4e03bd-53b1-4fb2-b04e-1dda34c7a7e0 req-490037db-5137-4ef4-9e06-1d660e3e739a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac935102399d4f00bd6613eab4b79b33&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1625414 Apr 06 12:47:34.206499 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-2cb39436-20e2-448c-bc73-15aad2bccf2a service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444626 Apr 06 12:47:34.383461 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb2a7a-f9d4-4531-b970-560a4b01b580 req-9ed733d8-0616-42f0-ae4b-ceb4f4230e46 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.385020 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-32bb2a7a-f9d4-4531-b970-560a4b01b580 req-9ed733d8-0616-42f0-ae4b-ceb4f4230e46 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 943 time: 0.0618243 Apr 06 12:47:34.395549 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-35118ff5-c8fa-4b60-96be-aaccd86e2371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5e36292f-3fc4-4025-a6f7-d3b66e27e0c3), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:34.401086 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-35118ff5-c8fa-4b60-96be-aaccd86e2371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:34.403013 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-35118ff5-c8fa-4b60-96be-aaccd86e2371 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e36292f-3fc4-4025-a6f7-d3b66e27e0c3 HTTP/1.1" status: 204 len: 168 time: 0.3940680 Apr 06 12:47:34.417486 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35118ff5-c8fa-4b60-96be-aaccd86e2371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e36292f-3fc4-4025-a6f7-d3b66e27e0c3,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:34.504977 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-32bb2a7a-f9d4-4531-b970-560a4b01b580 req-48f87005-9518-43a3-922c-17f9507477b6 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118336 Apr 06 12:47:34.581508 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3f9cb3bc-9678-43df-a784-c16617a3b41b req-9e194336-cc2c-4b55-9867-0dd3a29b369f service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500902 Apr 06 12:47:34.640154 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e03bd-53b1-4fb2-b04e-1dda34c7a7e0 req-997a495a-a427-408c-bef2-754552750725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.642298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e4e03bd-53b1-4fb2-b04e-1dda34c7a7e0 req-997a495a-a427-408c-bef2-754552750725 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1972666 Apr 06 12:47:34.786933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e75dd-6bd5-45f4-aebd-07a8516283d7 req-e4c4aa44-f864-4245-9ba9-ffb2b8b8263f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.788449 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a00e75dd-6bd5-45f4-aebd-07a8516283d7 req-e4c4aa44-f864-4245-9ba9-ffb2b8b8263f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0837209 Apr 06 12:47:34.847922 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a00e75dd-6bd5-45f4-aebd-07a8516283d7 req-460982e7-47a7-42ea-8f74-d1e8758edcb2 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528367 Apr 06 12:47:35.058878 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-ef78e38e-3d3e-4423-b346-196ea2b8cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:35.060629 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-ef78e38e-3d3e-4423-b346-196ea2b8cc8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac935102399d4f00bd6613eab4b79b33&device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 1127 time: 0.0640860 Apr 06 12:47:35.598595 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-248cbeb8-5af1-48a9-948c-43e95cda146a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb84855-b243-430b-9ff8-e3ac3d23bf79 HTTP/1.1" status: 200 len: 217 time: 0.1103585 Apr 06 12:47:35.694913 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e31c94-3eb6-4659-9019-3e9ca2816da0 req-3fd5e5c6-63f0-4b7c-a4b9-46bf8173cce9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:35.700439 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a6e31c94-3eb6-4659-9019-3e9ca2816da0 req-3fd5e5c6-63f0-4b7c-a4b9-46bf8173cce9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 943 time: 0.0575917 Apr 06 12:47:35.767330 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a6e31c94-3eb6-4659-9019-3e9ca2816da0 req-a890b58f-1f31-4cfb-b518-4ca5ace84bee tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616286 Apr 06 12:47:35.987769 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0956c-4a32-4374-a02c-0835b92e5769 req-d67ed784-aa86-40ab-8044-7a7c9e79b70d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:35.993840 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ada0956c-4a32-4374-a02c-0835b92e5769 req-d67ed784-aa86-40ab-8044-7a7c9e79b70d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0636249 Apr 06 12:47:36.047377 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ada0956c-4a32-4374-a02c-0835b92e5769 req-1e368f20-35df-4a66-9180-c0a641d46092 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453598 Apr 06 12:47:36.278967 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-530e64c0-01a2-4fc8-9bd1-caf2393ac226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:36.280740 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-530e64c0-01a2-4fc8-9bd1-caf2393ac226 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1ebb4dd-d3c8-4744-add8-94def88bbe10 HTTP/1.1" status: 200 len: 849 time: 0.0920348 Apr 06 12:47:36.667466 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-37dc7b1a-421c-4457-a423-7c2d203a641a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429606 Apr 06 12:47:36.736781 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705129c0-b711-43af-b4aa-7272ff6aaad6 req-7da21bf6-4e53-435b-b7c2-440d7b8263ae tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:36.738288 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-705129c0-b711-43af-b4aa-7272ff6aaad6 req-7da21bf6-4e53-435b-b7c2-440d7b8263ae tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.1231022 Apr 06 12:47:36.815271 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-94be15d3-62a1-4249-b057-3834518bd6da service neutron] 10.222.0.83 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384952 Apr 06 12:47:36.832091 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-705129c0-b711-43af-b4aa-7272ff6aaad6 req-34033044-7e0d-4917-b474-246a72c78078 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Apr 06 12:47:36.846529 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad0818-a1ae-4661-9144-385b9110596f req-cb275a5b-6c0f-46ee-9617-97c26bae56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:36.848685 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-79ad0818-a1ae-4661-9144-385b9110596f req-cb275a5b-6c0f-46ee-9617-97c26bae56c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 1129 time: 0.0579228 Apr 06 12:47:36.954515 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad0818-a1ae-4661-9144-385b9110596f req-5798c492-f496-4a5f-a3f8-0de00649c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:36.956056 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-79ad0818-a1ae-4661-9144-385b9110596f req-5798c492-f496-4a5f-a3f8-0de00649c102 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.0980263 Apr 06 12:47:36.972507 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31398208-781c-47ab-a89b-14afdd80d6e2 req-c61d1fbb-e6a0-499a-9b29-a2f45f901e51 service neutron] 10.222.0.83 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331334 Apr 06 12:47:36.980800 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77100d4-0912-480e-9105-0dfdeac45ccc req-7cf17895-92bf-4f14-9ffd-c3b617e7f03f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:36.986411 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b77100d4-0912-480e-9105-0dfdeac45ccc req-7cf17895-92bf-4f14-9ffd-c3b617e7f03f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 943 time: 0.0933747 Apr 06 12:47:37.006503 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-79ad0818-a1ae-4661-9144-385b9110596f req-6096f920-dd96-4e9b-a2f8-e2cae573529a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a HTTP/1.1" status: 200 len: 217 time: 0.0412357 Apr 06 12:47:37.077892 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b77100d4-0912-480e-9105-0dfdeac45ccc req-c9acee4d-4348-4a49-a708-0701f658d385 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878842 Apr 06 12:47:37.091343 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad0818-a1ae-4661-9144-385b9110596f req-d7c99dd9-8182-4efe-8d2f-ea35914315eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:37.093186 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-79ad0818-a1ae-4661-9144-385b9110596f req-d7c99dd9-8182-4efe-8d2f-ea35914315eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0780079 Apr 06 12:47:37.973025 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63aa6f-e43a-459a-8aac-fe3f44031b1f req-79c6ec31-4b70-4364-9757-08b48952c7bd tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:37.974890 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b63aa6f-e43a-459a-8aac-fe3f44031b1f req-79c6ec31-4b70-4364-9757-08b48952c7bd tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0632403 Apr 06 12:47:38.030250 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b63aa6f-e43a-459a-8aac-fe3f44031b1f req-07bcc0c1-55d4-4f32-9739-415d0470efd7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494819 Apr 06 12:47:38.205751 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401b208-9681-47ba-8f0f-2d5a0cb110e5 req-bec77b05-ca2e-4788-864b-a3f8d855a2ce tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:38.207294 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0401b208-9681-47ba-8f0f-2d5a0cb110e5 req-bec77b05-ca2e-4788-864b-a3f8d855a2ce tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 943 time: 0.0553603 Apr 06 12:47:38.268025 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0401b208-9681-47ba-8f0f-2d5a0cb110e5 req-ac311c1c-373f-411a-8cdd-2aa8a9041636 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550950 Apr 06 12:47:38.324325 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad0818-a1ae-4661-9144-385b9110596f req-d73f7b1a-2e99-47ff-b538-47acbfc73e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:38.326036 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-79ad0818-a1ae-4661-9144-385b9110596f req-d73f7b1a-2e99-47ff-b538-47acbfc73e83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640781 Apr 06 12:47:38.436412 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-79ad0818-a1ae-4661-9144-385b9110596f req-bb43c35a-70c9-4620-90ec-fc621f396711 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931113 Apr 06 12:47:38.539694 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-79ad0818-a1ae-4661-9144-385b9110596f req-bc797075-c8f0-4b1d-81d1-0840724c107c service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960832 Apr 06 12:47:39.165950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246cfdb-7dc1-483a-8a21-0625e7b24e2e req-1f111cdd-e653-4cd8-bf97-8fbdb98eecc0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:39.175645 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e246cfdb-7dc1-483a-8a21-0625e7b24e2e req-1f111cdd-e653-4cd8-bf97-8fbdb98eecc0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0548136 Apr 06 12:47:39.216705 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e246cfdb-7dc1-483a-8a21-0625e7b24e2e req-f1ed94ee-26c5-4c1e-add7-11a2fab1f108 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Apr 06 12:47:39.410390 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc89811-1a89-4816-93fb-0965c63cbdba req-405664d9-cdc0-4e90-8170-23a2a4a4d56f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:39.411894 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2dc89811-1a89-4816-93fb-0965c63cbdba req-405664d9-cdc0-4e90-8170-23a2a4a4d56f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 943 time: 0.0730503 Apr 06 12:47:39.466826 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2dc89811-1a89-4816-93fb-0965c63cbdba req-cef6dba4-c6b5-4516-9bb0-575bfd7cbf40 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484233 Apr 06 12:47:40.322120 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device cdb84855-b243-430b-9ff8-e3ac3d23bf79 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:47:40.359568 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f079d-2645-4c23-952c-88b5b8270177 req-c5f3e28a-9ffa-4382-b3d0-403e8c4a3990 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:40.361552 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e25f079d-2645-4c23-952c-88b5b8270177 req-c5f3e28a-9ffa-4382-b3d0-403e8c4a3990 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0647831 Apr 06 12:47:40.421946 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e25f079d-2645-4c23-952c-88b5b8270177 req-52a95653-e24e-4816-b4be-74a23e435be2 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Apr 06 12:47:40.427172 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port cdb84855-b243-430b-9ff8-e3ac3d23bf79, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cdb84855-b243-430b-9ff8-e3ac3d23bf79,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:40.440028 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79', 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c', 'port_id': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79', 'mac_address': 'fa:16:3e:86:0f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ebb4dd-d3c8-4744-add8-94def88bbe10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:47:40.480005 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port cdb84855-b243-430b-9ff8-e3ac3d23bf79 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:47:40.480408 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:40.495781 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb84855-b243-430b-9ff8-e3ac3d23bf79 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:47:40.539989 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port cdb84855-b243-430b-9ff8-e3ac3d23bf79, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cdb84855-b243-430b-9ff8-e3ac3d23bf79,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:40.601153 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0167a42-3f77-4e2a-8beb-97c1263b2953 req-bc323b0a-cc4b-4fce-86cd-0ba0250b4d33 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:40.602687 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d0167a42-3f77-4e2a-8beb-97c1263b2953 req-bc323b0a-cc4b-4fce-86cd-0ba0250b4d33 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 943 time: 0.0590696 Apr 06 12:47:40.626172 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:40.661196 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d0167a42-3f77-4e2a-8beb-97c1263b2953 req-685697c0-fda9-4a0f-9cb2-20362555a031 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517666 Apr 06 12:47:40.677074 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=cdb84855-b243-430b-9ff8-e3ac3d23bf79,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:40.684455 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.685000 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.685227 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.685598 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.685953 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.686288 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.686621 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.686953 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.687284 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.687613 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.687945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.688318 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.688649 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.689003 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:40.689382 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:41.560596 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fed33-5824-4189-83bd-edb7eaa8c2a8 req-9ea9cf9d-d336-4c34-b20d-c82f167de350 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:41.562400 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a6fed33-5824-4189-83bd-edb7eaa8c2a8 req-9ea9cf9d-d336-4c34-b20d-c82f167de350 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0658407 Apr 06 12:47:41.625321 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a6fed33-5824-4189-83bd-edb7eaa8c2a8 req-8627a91b-e263-4629-84e9-64011e146505 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Apr 06 12:47:41.779722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1738e34-6fda-42a3-a02d-d14025ab8b7c req-dd61f747-06d2-4e61-b531-0cbec6c526d3 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:41.781225 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c1738e34-6fda-42a3-a02d-d14025ab8b7c req-dd61f747-06d2-4e61-b531-0cbec6c526d3 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 944 time: 0.0533669 Apr 06 12:47:41.843953 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c1738e34-6fda-42a3-a02d-d14025ab8b7c req-ad2e4704-fe98-475a-8a51-d0ac63073e04 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563126 Apr 06 12:47:42.761008 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49f468-64b4-4bed-b537-eb2b417062e2 req-6ae4170f-787d-4fb4-9a5a-e3fc37e49fdd tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:42.762622 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dc49f468-64b4-4bed-b537-eb2b417062e2 req-6ae4170f-787d-4fb4-9a5a-e3fc37e49fdd tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0596590 Apr 06 12:47:42.833425 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dc49f468-64b4-4bed-b537-eb2b417062e2 req-eafa38c5-9932-4b3c-a2b3-fb8da606c2b3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648150 Apr 06 12:47:42.974118 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ccccf-665e-4ecf-b984-7035b535e382 req-b9a30f36-70f2-4760-96b0-623d0599a9a6 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:42.976139 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a88ccccf-665e-4ecf-b984-7035b535e382 req-b9a30f36-70f2-4760-96b0-623d0599a9a6 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 944 time: 0.0610476 Apr 06 12:47:43.024887 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a88ccccf-665e-4ecf-b984-7035b535e382 req-47889e51-e0bb-4dc9-a66d-3ee5aa0c58f3 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Apr 06 12:47:43.857389 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['cdb84855-b243-430b-9ff8-e3ac3d23bf79'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:47:43.993875 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0d6e1-da46-446a-a141-624387b8fe29 req-3c17a62c-6844-440d-a2d3-232478920798 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:43.995548 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44c0d6e1-da46-446a-a141-624387b8fe29 req-3c17a62c-6844-440d-a2d3-232478920798 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0894945 Apr 06 12:47:44.061020 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44c0d6e1-da46-446a-a141-624387b8fe29 req-57d1d3b2-3cae-4498-b05e-6a51d34b29cf tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532944 Apr 06 12:47:44.171124 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef133e1-ea17-47f3-a6bb-ed7f29bc2fc9 req-befec0af-e19c-4657-9470-2d2376849e75 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:44.172580 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fef133e1-ea17-47f3-a6bb-ed7f29bc2fc9 req-befec0af-e19c-4657-9470-2d2376849e75 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 944 time: 0.0523853 Apr 06 12:47:44.222565 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fef133e1-ea17-47f3-a6bb-ed7f29bc2fc9 req-2a953daa-7f52-46cf-9c55-e01e1037f2e7 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Apr 06 12:47:45.195089 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a553a-198f-44e2-bc26-7baac59df9ac req-686dab93-6d48-4a19-a7de-3441df585090 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:45.196828 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ad7a553a-198f-44e2-bc26-7baac59df9ac req-686dab93-6d48-4a19-a7de-3441df585090 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0609596 Apr 06 12:47:45.254424 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ad7a553a-198f-44e2-bc26-7baac59df9ac req-dc729b57-7033-4ca0-8416-e4fa66ce7562 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 Apr 06 12:47:45.392469 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaf9e7-1266-4087-b9fb-ad8c98a81a72 req-6bed0717-68eb-4f39-a253-a6bf4880ff51 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:45.394486 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddbaf9e7-1266-4087-b9fb-ad8c98a81a72 req-6bed0717-68eb-4f39-a253-a6bf4880ff51 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 944 time: 0.0695217 Apr 06 12:47:45.462457 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddbaf9e7-1266-4087-b9fb-ad8c98a81a72 req-b8d8b5bf-a3ef-4ca0-8d69-a91ee340b824 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610156 Apr 06 12:47:45.726275 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device cdb84855-b243-430b-9ff8-e3ac3d23bf79 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:47:45.921552 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port cdb84855-b243-430b-9ff8-e3ac3d23bf79 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:47:45.926222 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port cdb84855-b243-430b-9ff8-e3ac3d23bf79 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:47:45.926789 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.038713 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port cdb84855-b243-430b-9ff8-e3ac3d23bf79 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:47:46.039281 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.063686 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:46.069767 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f867405f-7803-4d23-8bb7-fc0191928870" -d '{"events": [{"server_uuid": "cf3506ed-ac09-45f4-963e-cf23ee8d0285", "name": "network-vif-plugged", "status": "completed", "tag": "cdb84855-b243-430b-9ff8-e3ac3d23bf79"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:46.085627 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port cdb84855-b243-430b-9ff8-e3ac3d23bf79, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cdb84855-b243-430b-9ff8-e3ac3d23bf79,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:46.175755 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.274377 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=cdb84855-b243-430b-9ff8-e3ac3d23bf79,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:46.426590 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48038) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:46.434726 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1014719354', 'description': 'tempest-description--79899012'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:46.464335 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fa8742-99db-467e-9257-7913c12fefc8 x-openstack-request-id: req-e0fa8742-99db-467e-9257-7913c12fefc8 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:46.464825 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3506ed-ac09-45f4-963e-cf23ee8d0285", "name": "network-vif-plugged", "status": "completed", "tag": "cdb84855-b243-430b-9ff8-e3ac3d23bf79", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:46.465123 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0fa8742-99db-467e-9257-7913c12fefc8 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:46.465734 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fa8742-99db-467e-9257-7913c12fefc8'] response: {'server_uuid': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79', 'code': 200} Apr 06 12:47:46.563478 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.631872 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849615b6-2dc0-4a54-9f7e-1cc417e2784f req-01468a7a-0324-4348-a951-95765354ccf7 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:46.633725 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-849615b6-2dc0-4a54-9f7e-1cc417e2784f req-01468a7a-0324-4348-a951-95765354ccf7 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 945 time: 0.0704808 Apr 06 12:47:46.670071 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (52181616-70aa-4bf1-88df-de5694637f63), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.705265 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-849615b6-2dc0-4a54-9f7e-1cc417e2784f req-e6c74728-e034-41a9-9f83-0e6b2af16376 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631888 Apr 06 12:47:46.738235 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (52181616-70aa-4bf1-88df-de5694637f63), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.770019 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52181616-70aa-4bf1-88df-de5694637f63,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:46.777495 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.777847 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.778196 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.778546 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.778886 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.779233 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.779568 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.779903 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.780236 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.780565 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.780967 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.782611 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.782611 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.782611 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.782611 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:46.838281 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.840030 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-665f57af-4c7b-4e7d-ab56-1e53c20e2b3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4104114 Apr 06 12:47:46.844408 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48048) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:46.849556 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-06990e7c-727c-4575-8112-4035c2f66443 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '52181616-70aa-4bf1-88df-de5694637f63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:46.918718 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155e6e0-7480-45d4-9581-dfe30b8dd4be req-440e7056-73de-4ba0-a528-326fc3b2a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:46.920205 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2155e6e0-7480-45d4-9581-dfe30b8dd4be req-440e7056-73de-4ba0-a528-326fc3b2a7a0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 1129 time: 0.0597882 Apr 06 12:47:46.966552 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2155e6e0-7480-45d4-9581-dfe30b8dd4be req-c8de7f1a-32eb-43a4-9674-2922e5423b4d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Apr 06 12:47:47.051597 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06990e7c-727c-4575-8112-4035c2f66443 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (656e8c30-2c6b-4806-9c50-bb3530ff11be), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.103072 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06990e7c-727c-4575-8112-4035c2f66443 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (656e8c30-2c6b-4806-9c50-bb3530ff11be), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.208061 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06990e7c-727c-4575-8112-4035c2f66443 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (656e8c30-2c6b-4806-9c50-bb3530ff11be), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.231917 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06990e7c-727c-4575-8112-4035c2f66443 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656e8c30-2c6b-4806-9c50-bb3530ff11be,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:47.367558 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-06990e7c-727c-4575-8112-4035c2f66443 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.369285 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-06990e7c-727c-4575-8112-4035c2f66443 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5236478 Apr 06 12:47:47.372139 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48054) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:47.376916 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '52181616-70aa-4bf1-88df-de5694637f63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:47.488701 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (8707e4c8-62b5-435a-b740-3980c25543d9), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.554986 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (8707e4c8-62b5-435a-b740-3980c25543d9), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.570608 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48056) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:47.575554 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-1ba7f624-4ac9-41d1-949e-02dff01f9068 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655569085', 'description': 'tempest-description--412244263'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:47.676792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (8707e4c8-62b5-435a-b740-3980c25543d9), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.699844 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8707e4c8-62b5-435a-b740-3980c25543d9,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:47.708597 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.708981 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.709989 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.710351 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.710681 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.711008 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.711338 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.711663 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.711985 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.712313 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.712639 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.712982 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.713317 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.713642 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.714012 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:47.726661 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f624-4ac9-41d1-949e-02dff01f9068 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.782598 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.783822 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-41b570b7-2ce4-46d5-b9a4-933435485b81 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4104245 Apr 06 12:47:47.787585 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48064) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:47.793382 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:47.855309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f624-4ac9-41d1-949e-02dff01f9068 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group (4ef72800-4875-4bbb-a269-28251198d6b1), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:47.877001 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea146c1-0a7b-4b7d-a2a2-311db155743e req-2a79bfdd-0b5f-4cb9-b1af-cb1448c40ac1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:47.932599 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bea146c1-0a7b-4b7d-a2a2-311db155743e req-2a79bfdd-0b5f-4cb9-b1af-cb1448c40ac1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 945 time: 0.0939643 Apr 06 12:47:47.937970 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bea146c1-0a7b-4b7d-a2a2-311db155743e req-6258e4b3-412d-4b6f-b534-82ca61ebd648 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Apr 06 12:47:48.066581 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f624-4ac9-41d1-949e-02dff01f9068 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4ef72800-4875-4bbb-a269-28251198d6b1), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.066893 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.112454 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7f624-4ac9-41d1-949e-02dff01f9068 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef72800-4875-4bbb-a269-28251198d6b1,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:48.166328 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f624-4ac9-41d1-949e-02dff01f9068 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.168490 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-1ba7f624-4ac9-41d1-949e-02dff01f9068 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5958531 Apr 06 12:47:48.172110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48070) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:48.176587 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-d687a3c5-4297-4f79-9ec7-46eda74d2f96 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'security_group_rule': {'security_group_id': '4ef72800-4875-4bbb-a269-28251198d6b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:48.207798 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.306516 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d687a3c5-4297-4f79-9ec7-46eda74d2f96 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group_rule (972fff2d-d79d-41d0-a3ea-ff7f0146ec91), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.319173 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.27.3.171 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/256414ae-7bbf-439e-9599-fb1b7d195824) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:47:48.386980 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d687a3c5-4297-4f79-9ec7-46eda74d2f96 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group_rule (972fff2d-d79d-41d0-a3ea-ff7f0146ec91), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.439463 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (256414ae-7bbf-439e-9599-fb1b7d195824), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.490103 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d687a3c5-4297-4f79-9ec7-46eda74d2f96 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (972fff2d-d79d-41d0-a3ea-ff7f0146ec91), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.518154 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687a3c5-4297-4f79-9ec7-46eda74d2f96 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972fff2d-d79d-41d0-a3ea-ff7f0146ec91,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:48.614725 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (256414ae-7bbf-439e-9599-fb1b7d195824), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.623177 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d687a3c5-4297-4f79-9ec7-46eda74d2f96 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.627495 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d687a3c5-4297-4f79-9ec7-46eda74d2f96 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4517968 Apr 06 12:47:48.628049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48074) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:48.638494 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-07d92eaf-d346-4cc6-8aa8-7ce9ead107b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'security_group_rule': {'security_group_id': '4ef72800-4875-4bbb-a269-28251198d6b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:48.663822 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:47:48.667034 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:48.670257 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:47:48.698293 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=256414ae-7bbf-439e-9599-fb1b7d195824,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:48.744071 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-07d92eaf-d346-4cc6-8aa8-7ce9ead107b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group_rule (6f1dd930-0f9e-48eb-aca8-ce915801de10), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.806503 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-07d92eaf-d346-4cc6-8aa8-7ce9ead107b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group_rule (6f1dd930-0f9e-48eb-aca8-ce915801de10), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.815170 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (70657a23-9f4a-41a5-a4ae-ba46a130cadf), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.887033 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-07d92eaf-d346-4cc6-8aa8-7ce9ead107b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (6f1dd930-0f9e-48eb-aca8-ce915801de10), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:48.906131 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92eaf-d346-4cc6-8aa8-7ce9ead107b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1dd930-0f9e-48eb-aca8-ce915801de10,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:48.960026 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (256414ae-7bbf-439e-9599-fb1b7d195824), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.018728 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-07d92eaf-d346-4cc6-8aa8-7ce9ead107b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.020298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-07d92eaf-d346-4cc6-8aa8-7ce9ead107b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904684 Apr 06 12:47:49.023402 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48082) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:49.028183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:49.164906 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe265ca8-125a-44c8-8d03-d5e8231e28a4 req-e2bd4fb1-9350-4dc3-b3b6-477f36b3cb43 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:49.166441 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fe265ca8-125a-44c8-8d03-d5e8231e28a4 req-e2bd4fb1-9350-4dc3-b3b6-477f36b3cb43 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 945 time: 0.0684838 Apr 06 12:47:49.188891 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.208470 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (256414ae-7bbf-439e-9599-fb1b7d195824), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.266338 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fe265ca8-125a-44c8-8d03-d5e8231e28a4 req-0b3816a7-45fd-4f65-801a-ab754dcaa64d tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935409 Apr 06 12:47:49.304681 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (256414ae-7bbf-439e-9599-fb1b7d195824), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.332900 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48088) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:49.363747 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.400651 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=256414ae-7bbf-439e-9599-fb1b7d195824,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:49.419710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (70657a23-9f4a-41a5-a4ae-ba46a130cadf), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.531292 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Allocated IP 172.27.3.226 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/9e134959-ef1b-4775-957a-54373ba6bf4d) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:47:49.533917 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.533917 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9f2086a2-9b72-427e-a382-0b49632dd46d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7443779 Apr 06 12:47:49.567554 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2c1f024e-bc35-4a34-a15e-d9452e62eb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.705677 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.745238 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2c1f024e-bc35-4a34-a15e-d9452e62eb6c admin admin] Publish callbacks [] for security_group (0c1d1fc6-e240-443b-9aa2-8f40b565c851), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.809417 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2c1f024e-bc35-4a34-a15e-d9452e62eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0c1d1fc6-e240-443b-9aa2-8f40b565c851), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.853823 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.863243 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2c1f024e-bc35-4a34-a15e-d9452e62eb6c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b48328525ef8457c9eb124c3e9311140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5283940 Apr 06 12:47:49.864228 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48100) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:49.865592 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f024e-bc35-4a34-a15e-d9452e62eb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1d1fc6-e240-443b-9aa2-8f40b565c851,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:49.916395 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:47:49.919923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:49.923716 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:47:49.930184 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'Port': ['ID=9e134959-ef1b-4775-957a-54373ba6bf4d,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:49.967406 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b0fb66e4-34f3-40c5-bb90-6c0fc25f1ba1 admin admin] Publish callbacks [] for security_group (0c1d1fc6-e240-443b-9aa2-8f40b565c851), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:49.996897 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b0fb66e4-34f3-40c5-bb90-6c0fc25f1ba1 admin admin] Publish callbacks [] for security_group (0c1d1fc6-e240-443b-9aa2-8f40b565c851), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.032942 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.180849 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b0fb66e4-34f3-40c5-bb90-6c0fc25f1ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0c1d1fc6-e240-443b-9aa2-8f40b565c851), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.181066 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.183372 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b0fb66e4-34f3-40c5-bb90-6c0fc25f1ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.185464 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b0fb66e4-34f3-40c5-bb90-6c0fc25f1ba1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c1d1fc6-e240-443b-9aa2-8f40b565c851 HTTP/1.1" status: 204 len: 168 time: 0.3192737 Apr 06 12:47:50.198669 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb66e4-34f3-40c5-bb90-6c0fc25f1ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1d1fc6-e240-443b-9aa2-8f40b565c851,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:50.640084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.723809 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.802155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'Port': ['ID=9e134959-ef1b-4775-957a-54373ba6bf4d,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:50.814449 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.958020 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:50.959306 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-947b5fdc-1379-4d7c-8b87-747d072b1407 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9349089 Apr 06 12:47:51.014241 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48120) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:51.036570 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4f75d41c-1fa6-4545-9b31-4224efede3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:51.145485 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4f75d41c-1fa6-4545-9b31-4224efede3ed admin admin] Publish callbacks [] for security_group (b2ddffe2-2ad0-401e-896d-50e437c4b309), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:51.227529 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4f75d41c-1fa6-4545-9b31-4224efede3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b2ddffe2-2ad0-401e-896d-50e437c4b309), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:51.281190 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-4f75d41c-1fa6-4545-9b31-4224efede3ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d53c886bbd3744f184946cb2f87780e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652485 Apr 06 12:47:51.281864 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75d41c-1fa6-4545-9b31-4224efede3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ddffe2-2ad0-401e-896d-50e437c4b309,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:51.283976 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48128) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:51.343082 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b60f90b-95fe-44af-85ae-fc3a2ce80bf5 admin admin] Publish callbacks [] for security_group (b2ddffe2-2ad0-401e-896d-50e437c4b309), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:51.369749 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b60f90b-95fe-44af-85ae-fc3a2ce80bf5 admin admin] Publish callbacks [] for security_group (b2ddffe2-2ad0-401e-896d-50e437c4b309), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:51.535408 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b60f90b-95fe-44af-85ae-fc3a2ce80bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b2ddffe2-2ad0-401e-896d-50e437c4b309), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:51.538024 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b60f90b-95fe-44af-85ae-fc3a2ce80bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:51.539185 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-9b60f90b-95fe-44af-85ae-fc3a2ce80bf5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2ddffe2-2ad0-401e-896d-50e437c4b309 HTTP/1.1" status: 204 len: 168 time: 0.2537608 Apr 06 12:47:51.551679 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60f90b-95fe-44af-85ae-fc3a2ce80bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ddffe2-2ad0-401e-896d-50e437c4b309,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:52.717031 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-8a31b935-df19-4910-a611-8567ed2da832 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1014719354&fields=id&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 267 time: 0.0604267 Apr 06 12:47:52.822213 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48162) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:52.880705 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-a6f531b1-d175-4ad3-b065-e216d9ef3eb2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:52.882841 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-a6f531b1-d175-4ad3-b065-e216d9ef3eb2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.1498091 Apr 06 12:47:52.902149 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-36be1310-f673-4b6a-88df-7c1b1aed3982 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/quotas/5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 375 time: 0.0116475 Apr 06 12:47:52.955434 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2106191902-network', 'tenant_id': 'f0787ba7a34d4eac88c74d3fe0575ecf'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:52.980709 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-3063dcc2-bb2a-47f8-afec-941fc29b989c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679061 Apr 06 12:47:53.061093 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Made reservation on behalf of f0787ba7a34d4eac88c74d3fe0575ecf for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:53.063998 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.073478 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.085931 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ccc6d130-1924-4feb-af22-efa812014c25 service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927982 Apr 06 12:47:53.153150 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks [] for security_group (b85019ed-2034-44c7-b8bd-a29398ae128a), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.178722 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-40a1e828-e4f5-488b-ac2e-453dad186d70 service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865734 Apr 06 12:47:53.329642 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b85019ed-2034-44c7-b8bd-a29398ae128a), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.355276 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:47:53.371130 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85019ed-2034-44c7-b8bd-a29398ae128a,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:53.373968 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.374297 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Added segment 2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603 of type vlan for network 63208e20-01ff-4047-a2a5-716922e567f6 Apr 06 12:47:53.416530 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (63208e20-01ff-4047-a2a5-716922e567f6), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.575547 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (63208e20-01ff-4047-a2a5-716922e567f6), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.576986 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:53.577731 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.654973 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] Pushing event updated for resources: {'Network': ['ID=63208e20-01ff-4047-a2a5-716922e567f6,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:53.668150 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 63208e20-01ff-4047-a2a5-716922e567f6 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:47:53.705590 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48200) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:53.705826 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ecaaea18-a6cf-4ee1-b95e-890989a0fb8a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8822665 Apr 06 12:47:53.715607 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Request body: {'subnet': {'network_id': '63208e20-01ff-4047-a2a5-716922e567f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2106191902-subnet', 'tenant_id': 'f0787ba7a34d4eac88c74d3fe0575ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:53.736455 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-8ccb8f85-6e4b-4c0f-a42f-c6b504a3b9e3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1655569085&fields=id&tenant_id=2e066936c98d40a9a5aea5638304124f HTTP/1.1" status: 200 len: 267 time: 0.1037643 Apr 06 12:47:53.780482 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d52818-e3cb-49cc-9209-70ae21aa16a7 req-d8340317-37e3-48b0-94aa-d4fbe85a05f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:53.781994 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-93d52818-e3cb-49cc-9209-70ae21aa16a7 req-d8340317-37e3-48b0-94aa-d4fbe85a05f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1314425 Apr 06 12:47:53.844239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Made reservation on behalf of f0787ba7a34d4eac88c74d3fe0575ecf for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:53.846634 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286922'] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:53.947659 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-93d52818-e3cb-49cc-9209-70ae21aa16a7 req-9c8d7706-d0c1-4f6b-982a-cd0fddb7bc5a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554692 Apr 06 12:47:53.958218 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-9dbd3e9f-a0a8-402f-9b62-201fef466a8a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:53.959754 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-9dbd3e9f-a0a8-402f-9b62-201fef466a8a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 818 time: 0.2032843 Apr 06 12:47:53.985591 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-4b2d97ed-ebef-41a0-a297-b8f7f5c59ec7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/quotas/2e066936c98d40a9a5aea5638304124f HTTP/1.1" status: 200 len: 375 time: 0.0184431 Apr 06 12:47:54.124346 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-b009eedc-d112-45c8-81be-6cb6e829d725 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1309781 Apr 06 12:47:54.206467 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc9ba9-5441-4473-b42d-8f52e89f5e2f req-8d29a6ad-3ea2-4ed9-b5ed-73378d576c7c tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:54.207994 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfbc9ba9-5441-4473-b42d-8f52e89f5e2f req-8d29a6ad-3ea2-4ed9-b5ed-73378d576c7c tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 945 time: 0.1852405 Apr 06 12:47:54.284518 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfbc9ba9-5441-4473-b42d-8f52e89f5e2f req-4e940687-1170-4e9f-8f5b-5602a2ec1d8b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690835 Apr 06 12:47:54.308640 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-54cc1d2b-7961-47a8-97fb-8b62a4e19751 service neutron] 10.222.0.79 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534917 Apr 06 12:47:54.327321 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9149519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286932'] for subnet (12232660-29dc-42e6-869f-2f2e0e8eb475), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:54.430145 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4d7c1cc2-814f-4ecd-93c1-ea6337510a82 req-c0b55716-89d1-4ab9-9a95-d5f5c82fbeeb tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 210 time: 0.0701895 Apr 06 12:47:54.458998 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12232660-29dc-42e6-869f-2f2e0e8eb475,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:54.485738 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Checking segment: {'id': '2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '63208e20-01ff-4047-a2a5-716922e567f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:47:54.486099 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Network hostable DHCP agents. Network: 63208e20-01ff-4047-a2a5-716922e567f6, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:47:54.496174 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-d540de15-3df1-4962-ab4f-84533d2fcca2 service neutron] 10.222.0.79 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925325 Apr 06 12:47:54.587036 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Network 63208e20-01ff-4047-a2a5-716922e567f6 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:47:54.689351 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 63208e20-01ff-4047-a2a5-716922e567f6) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:54.693576 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:54.694770 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:54.700434 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6658c95-8c2f-4b75-9a7f-3ad67397d1aa None None] Network 63208e20-01ff-4047-a2a5-716922e567f6 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:47:54.793370 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-fd5e1b38-ac03-486c-a75b-a8be4766f638 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0719111 Apr 06 12:47:54.815669 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807a98a-288d-41a8-be11-709d07fe0f7d None None] Network 63208e20-01ff-4047-a2a5-716922e567f6 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:47:54.825634 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a60fc1b4-94f4-4a64-b720-4c12bef45bef req-f8691add-de4b-48b2-99b5-e1486a251247 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 210 time: 0.0304000 Apr 06 12:47:55.087210 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982633e3-275a-484f-9cfd-9cd9971632cb req-2a24f7ff-8a03-4a70-a344-0a45f0d95331 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:55.088902 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-982633e3-275a-484f-9cfd-9cd9971632cb req-2a24f7ff-8a03-4a70-a344-0a45f0d95331 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0623431 Apr 06 12:47:55.144321 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-982633e3-275a-484f-9cfd-9cd9971632cb req-c75afa0b-6da7-48c8-a906-864bf41b2137 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428715 Apr 06 12:47:55.470746 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a06f24-061f-4de2-9ed5-8ee935de3099 req-3428bda7-3f56-4ccc-9eed-3e77170f8e90 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:55.473666 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15a06f24-061f-4de2-9ed5-8ee935de3099 req-3428bda7-3f56-4ccc-9eed-3e77170f8e90 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 945 time: 0.1076806 Apr 06 12:47:55.583107 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ea2c7883-0160-41b7-a35f-c9d876bd84a8 req-136900e7-7365-4600-a69f-6b96d594ed1a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 210 time: 0.0623314 Apr 06 12:47:55.589931 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15a06f24-061f-4de2-9ed5-8ee935de3099 req-9d5ed262-1942-4547-98af-809acb12d1f0 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090965 Apr 06 12:47:55.603554 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-e2927507-0638-406b-8218-138de5204eb3 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:55.605140 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-e2927507-0638-406b-8218-138de5204eb3 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 945 time: 0.1521025 Apr 06 12:47:55.819735 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48258) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:55.820460 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Deleting port cdb84855-b243-430b-9ff8-e3ac3d23bf79 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:47:55.821004 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:55.824771 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-815755144-network', 'tenant_id': 'da9ae710620c4f84b90ab5ac6d116fd8'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:55.948562 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-32e26969-f43d-41eb-aea2-db807eeb9dfe req-f468c5ae-1d54-4598-8795-9237258e02f1 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 210 time: 0.0479004 Apr 06 12:47:55.950549 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Made reservation on behalf of da9ae710620c4f84b90ab5ac6d116fd8 for: {'network': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:55.953863 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:55.966363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.068705 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks [] for security_group (9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.152721 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.178055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=110384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:47:56.207984 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (400ae9ad-b93a-424f-b475-b2f283e0c937), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.208562 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.segments_db [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Added segment 400ae9ad-b93a-424f-b475-b2f283e0c937 of type vlan for network a8cdfe98-5059-4c11-8e39-da99a3917574 Apr 06 12:47:56.224688 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:56.240851 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] For port cdb84855-b243-430b-9ff8-e3ac3d23bf79, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=cdb84855-b243-430b-9ff8-e3ac3d23bf79,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:56.243851 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.261694 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Calling delete_port for cdb84855-b243-430b-9ff8-e3ac3d23bf79 owned by compute:nova {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:47:56.326963 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (a8cdfe98-5059-4c11-8e39-da99a3917574), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.371258 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f961a99-a66b-4fec-af4d-626d5053d2f4 req-9e47c9df-fae2-4d8e-bcca-8e699eb913c9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:56.372890 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0f961a99-a66b-4fec-af4d-626d5053d2f4 req-9e47c9df-fae2-4d8e-bcca-8e699eb913c9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1270711 Apr 06 12:47:56.456337 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (a8cdfe98-5059-4c11-8e39-da99a3917574), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.457572 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:56.458501 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.553060 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0f961a99-a66b-4fec-af4d-626d5053d2f4 req-c0f76e8a-62e1-4fc5-ac8a-c7de04bf6715 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678855 Apr 06 12:47:56.576923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] Pushing event updated for resources: {'Network': ['ID=a8cdfe98-5059-4c11-8e39-da99a3917574,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:56.584375 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-cf47a255-d1b0-4877-b5b1-8cf7fc54ab42 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:56.586778 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-cf47a255-d1b0-4877-b5b1-8cf7fc54ab42 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.2126937 Apr 06 12:47:56.601713 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network a8cdfe98-5059-4c11-8e39-da99a3917574 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:47:56.623094 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (cdb84855-b243-430b-9ff8-e3ac3d23bf79), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.628458 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4503dc05-dda7-482e-b711-9052f9997f9f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8070130 Apr 06 12:47:56.633556 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48272) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:56.658243 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Request body: {'subnet': {'network_id': 'a8cdfe98-5059-4c11-8e39-da99a3917574', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-815755144-subnet', 'tenant_id': 'da9ae710620c4f84b90ab5ac6d116fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:56.723421 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Pushing event deleted for resources: {'Port': ['ID=cdb84855-b243-430b-9ff8-e3ac3d23bf79,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:56.817543 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d24940de-468f-4fc9-af1e-eafb011bbf4b req-504fb083-a785-40dc-8e87-c40468478102 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 210 time: 0.0500703 Apr 06 12:47:56.833039 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] No DVR routers for this DVR port cdb84855-b243-430b-9ff8-e3ac3d23bf79 on host hv-cinder-81566 {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:47:56.837354 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:56.840756 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d4795ccf-0f11-4c76-b9f0-aecec6186f3e req-1d518cb2-9e7a-4072-8e78-0d2c486f9c4b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "DELETE /v2.0/ports/cdb84855-b243-430b-9ff8-e3ac3d23bf79 HTTP/1.1" status: 204 len: 173 time: 1.2284234 Apr 06 12:47:56.841327 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'name': 'network-vif-deleted', 'tag': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:56.843719 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3989cd5-51e9-4ec0-935e-39f4f01267bd" -d '{"events": [{"server_uuid": "cf3506ed-ac09-45f4-963e-cf23ee8d0285", "name": "network-vif-deleted", "tag": "cdb84855-b243-430b-9ff8-e3ac3d23bf79"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:56.843966 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f7cef6f2-4db4-4c6f-b946-70e4723ddd64 req-c4374636-9a1d-45e8-a45a-39a4131c6126 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 210 time: 0.0776982 Apr 06 12:47:56.853815 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-d6e6754c-4dca-4d8d-8b61-ed928b7d3d45 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 472 time: 0.2236998 Apr 06 12:47:56.885077 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'port': {'device_id': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'admin_state_up': True, 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'security_groups': ['52181616-70aa-4bf1-88df-de5694637f63']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:56.896359 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4fbe74-c6d0-46a6-afa7-e21902bc7770 x-openstack-request-id: req-7b4fbe74-c6d0-46a6-afa7-e21902bc7770 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:56.896359 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3506ed-ac09-45f4-963e-cf23ee8d0285", "name": "network-vif-deleted", "tag": "cdb84855-b243-430b-9ff8-e3ac3d23bf79", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:56.896359 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b4fbe74-c6d0-46a6-afa7-e21902bc7770 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:56.898639 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4fbe74-c6d0-46a6-afa7-e21902bc7770'] response: {'server_uuid': 'cf3506ed-ac09-45f4-963e-cf23ee8d0285', 'name': 'network-vif-deleted', 'tag': 'cdb84855-b243-430b-9ff8-e3ac3d23bf79', 'status': 'completed', 'code': 200} Apr 06 12:47:56.933000 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Made reservation on behalf of da9ae710620c4f84b90ab5ac6d116fd8 for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:56.935291 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10197734'] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.121409 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5edf400d-f245-4b73-ab56-4aeec7c5b63f req-46f242f6-6d22-4df9-a128-3671e9131f12 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 210 time: 0.0485265 Apr 06 12:47:57.157069 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Made reservation on behalf of 5ea5c492b6b041f2b616e8e4bcf774cf for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:57.161904 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.181635 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d3641b5e-506b-45df-8f69-aa655c2edc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.303860 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10197752'] for subnet (4fb4688a-a0e9-4778-a694-5957a7e3e288), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.318239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.20.0.10 (e9d5f7b1-df0c-403c-a87f-19856c03f9bd/5de3e368-06d5-49c0-873c-248b43d6b8f1/3f354392-9bcc-410f-9da7-6038b2d6291a) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:47:57.362197 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb4688a-a0e9-4778-a694-5957a7e3e288,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:57.374155 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Checking segment: {'id': '400ae9ad-b93a-424f-b475-b2f283e0c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a8cdfe98-5059-4c11-8e39-da99a3917574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:47:57.374525 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Network hostable DHCP agents. Network: a8cdfe98-5059-4c11-8e39-da99a3917574, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:47:57.489802 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Network a8cdfe98-5059-4c11-8e39-da99a3917574 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:47:57.492677 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.620680 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, a8cdfe98-5059-4c11-8e39-da99a3917574) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:57.626182 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.629168 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.639338 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b0af3-5ae4-43b6-ada1-122b886f5058 None None] Network a8cdfe98-5059-4c11-8e39-da99a3917574 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:47:57.648312 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.733293 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:47:57.743397 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:57.746244 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-fe5eb814-0fb0-4901-b8f5-af018d067db1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1105092 Apr 06 12:47:57.751410 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=3f354392-9bcc-410f-9da7-6038b2d6291a,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:57.766032 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:47:57.791306 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device cdb84855-b243-430b-9ff8-e3ac3d23bf79 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:47:57.815370 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbe466-1d59-446d-b3ce-723fa516e977 None None] Network a8cdfe98-5059-4c11-8e39-da99a3917574 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:47:57.817816 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: cdb84855-b243-430b-9ff8-e3ac3d23bf79 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:47:57.818501 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device cdb84855-b243-430b-9ff8-e3ac3d23bf79 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:47:57.857800 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de516-5232-4038-ae41-264b31f09bc4 req-e9cc9dc9-9e94-45f9-b599-0260412b5ec1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.865611 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f5de516-5232-4038-ae41-264b31f09bc4 req-e9cc9dc9-9e94-45f9-b599-0260412b5ec1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1779304 Apr 06 12:47:57.890197 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.890693 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.995486 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f5de516-5232-4038-ae41-264b31f09bc4 req-695d12e8-ac97-4c14-970e-c07f03c419e7 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280556 Apr 06 12:47:58.012647 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-03541e3d-e591-474b-9789-a0f0a9e6cd27 req-86145a1d-7639-4b2f-9eab-4d0635d739b8 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf3506ed-ac09-45f4-963e-cf23ee8d0285 HTTP/1.1" status: 200 len: 210 time: 0.0353472 Apr 06 12:47:58.016190 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-ff6a2450-50c5-4658-aac1-97bc4465c0dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1424425 Apr 06 12:47:58.065212 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Request body: {'port': {'device_id': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:58.278153 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.283341 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-85158049-9d49-4afc-9363-e18bf1a0afab None None] Provisioning complete for port 3f354392-9bcc-410f-9da7-6038b2d6291a triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:47:58.283978 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-85158049-9d49-4afc-9363-e18bf1a0afab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.368890 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-99e65b12-a9bf-477f-b278-e1a819789694 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:58.373715 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-85158049-9d49-4afc-9363-e18bf1a0afab None None] Port 3f354392-9bcc-410f-9da7-6038b2d6291a cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:47:58.376500 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-99e65b12-a9bf-477f-b278-e1a819789694 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 818 time: 0.3024201 Apr 06 12:47:58.389746 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804fda5-f5cd-4566-88c8-079bb99ddd0c req-5563c32c-4218-4b49-bb6a-3d9101c8faa2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:58.397244 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3804fda5-f5cd-4566-88c8-079bb99ddd0c req-5563c32c-4218-4b49-bb6a-3d9101c8faa2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 932 time: 0.1861720 Apr 06 12:47:58.440559 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c4175e70-5f00-4cd8-b571-20c92329fa6a req-35d0daaa-c272-4419-be80-e109f015964a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 210 time: 0.0855269 Apr 06 12:47:58.482824 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-8a066759-7003-400a-b31f-1ad430c9ad51 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e066936c98d40a9a5aea5638304124f HTTP/1.1" status: 200 len: 380 time: 0.0925739 Apr 06 12:47:58.495203 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3804fda5-f5cd-4566-88c8-079bb99ddd0c req-ee224570-2d6a-4665-b103-7a377c9b3480 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970724 Apr 06 12:47:58.495556 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'port': {'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'admin_state_up': True, 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'security_groups': ['4ef72800-4875-4bbb-a269-28251198d6b1']}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:58.745500 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f354392-9bcc-410f-9da7-6038b2d6291a {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:47:58.753811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Publish callbacks [] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.769375 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Transition to ACTIVE for port object 3f354392-9bcc-410f-9da7-6038b2d6291a will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:47:58.787044 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Made reservation on behalf of 2e066936c98d40a9a5aea5638304124f for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:58.794690 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.850179 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.948430 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Pushing event updated for resources: {'Port': ['ID=3f354392-9bcc-410f-9da7-6038b2d6291a,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:59.004971 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Attempting to bind port 3f354392-9bcc-410f-9da7-6038b2d6291a on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:47:59.006818 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Attempting to bind port 3f354392-9bcc-410f-9da7-6038b2d6291a by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:47:59.006818 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Attempting to bind port 3f354392-9bcc-410f-9da7-6038b2d6291a on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:47:59.010554 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Port 3f354392-9bcc-410f-9da7-6038b2d6291a on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:47:59.010873 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Attempting to bind port 3f354392-9bcc-410f-9da7-6038b2d6291a on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:47:59.016199 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:47:59.016546 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Checking segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:47:59.016955 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Bound using segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:47:59.017426 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Bound port: 3f354392-9bcc-410f-9da7-6038b2d6291a, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:47:59.017795 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.029502 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Allocated IP 172.20.0.5 (d0ca3c5b-9181-496b-8f57-10516eb2faa3/4141b77f-b8a3-407b-a741-4d4a05c17ba2/a5ef574f-3ddc-4787-a097-4e124c648378) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:47:59.163981 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] For port 3f354392-9bcc-410f-9da7-6038b2d6291a, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:47:59.229070 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] For port 3f354392-9bcc-410f-9da7-6038b2d6291a, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3f354392-9bcc-410f-9da7-6038b2d6291a,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:47:59.274607 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bb04d-72b7-4e8b-ac56-a812b6521583 req-82392fdf-f2b4-4ca4-88c8-8a5f5c491c9d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:59.277247 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-560bb04d-72b7-4e8b-ac56-a812b6521583 req-82392fdf-f2b4-4ca4-88c8-8a5f5c491c9d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1344519 Apr 06 12:47:59.287510 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for port (a5ef574f-3ddc-4787-a097-4e124c648378), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.335811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.442254 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.450290 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-560bb04d-72b7-4e8b-ac56-a812b6521583 req-f948007f-bd8b-4fc2-8f09-925c85b74d0c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632977 Apr 06 12:47:59.453045 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:59.453406 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.455630 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] 10.222.0.83 "PUT /v2.0/ports/3f354392-9bcc-410f-9da7-6038b2d6291a HTTP/1.1" status: 200 len: 1094 time: 1.3989904 Apr 06 12:47:59.473605 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:59.477319 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6146eccb-8aa6-4a28-836b-4c7193226091" -d '{"events": [{"name": "network-changed", "server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:59.485348 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56445ab-3144-4c2f-a546-1d640150e1bd service neutron] Pushing event updated for resources: {'Port': ['ID=3f354392-9bcc-410f-9da7-6038b2d6291a,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:59.539870 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event updated for resources: {'Port': ['ID=a5ef574f-3ddc-4787-a097-4e124c648378,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:59.582759 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:47:59.587261 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:59.590194 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:47:59.600289 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ef44e355-0711-4f77-929e-f10d77410d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.741791 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:59.743883 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.781136 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db783a-6150-4641-aa74-fa5075408140 req-c835fc41-20b7-4756-8c98-36a556567089 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:59.783474 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-c835fc41-20b7-4756-8c98-36a556567089 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/networks?id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c HTTP/1.1" status: 200 len: 809 time: 0.3438945 Apr 06 12:47:59.854607 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-88c0b9e6-e3f4-43cc-a542-802205d76af0 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/quotas/ac935102399d4f00bd6613eab4b79b33 HTTP/1.1" status: 200 len: 375 time: 0.0454547 Apr 06 12:47:59.860627 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-cdc7c73a-2749-47dc-abd9-f37bfc829753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:59.863377 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-cdc7c73a-2749-47dc-abd9-f37bfc829753 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 1128 time: 0.2140071 Apr 06 12:47:59.863900 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-924c2fd3-bcec-45af-8ff4-653343f9d15e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715281 Apr 06 12:47:59.886657 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Request body: {'port': {'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:59.987438 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.088547 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-da347abb-159a-427d-b20c-f1fca3119c2e None None] Provisioning complete for port a5ef574f-3ddc-4787-a097-4e124c648378 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:00.089198 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-da347abb-159a-427d-b20c-f1fca3119c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.139149 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-da347abb-159a-427d-b20c-f1fca3119c2e None None] Port a5ef574f-3ddc-4787-a097-4e124c648378 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:00.181792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ecab1-a960-4808-88a1-c5fefc4683b2 req-93aa9da7-6b0c-4ca1-acef-74ce68b592ec tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.183321 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a60ecab1-a960-4808-88a1-c5fefc4683b2 req-93aa9da7-6b0c-4ca1-acef-74ce68b592ec tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 931 time: 0.5044243 Apr 06 12:48:00.210492 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-3ade78aa-9547-4c4a-8a2e-e51604bc2301 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac935102399d4f00bd6613eab4b79b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3406997 Apr 06 12:48:00.218340 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-2789416d-3ae0-4e93-aeaa-8e16ca29bfcf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f354392-9bcc-410f-9da7-6038b2d6291a HTTP/1.1" status: 200 len: 217 time: 0.3285043 Apr 06 12:48:00.307363 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ef574f-3ddc-4787-a097-4e124c648378 {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:00.318543 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Publish callbacks [] for port (a5ef574f-3ddc-4787-a097-4e124c648378), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.331670 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Transition to ACTIVE for port object a5ef574f-3ddc-4787-a097-4e124c648378 will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:48:00.346641 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-bcb6e4a0-6ac3-42bd-bda3-1c9a01ba7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.348115 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-bcb6e4a0-6ac3-42bd-bda3-1c9a01ba7c09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.1204710 Apr 06 12:48:00.353540 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a60ecab1-a960-4808-88a1-c5fefc4683b2 req-40cdcf05-fdf5-4932-9d17-47d4c02ea676 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421323 Apr 06 12:48:00.420492 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629f1a8-0349-4c37-8a01-a69d1e5abfae x-openstack-request-id: req-b629f1a8-0349-4c37-8a01-a69d1e5abfae {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:00.420694 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:00.421437 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b629f1a8-0349-4c37-8a01-a69d1e5abfae {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:00.421437 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b629f1a8-0349-4c37-8a01-a69d1e5abfae'] response: {'name': 'network-changed', 'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'status': 'completed', 'code': 200} Apr 06 12:48:00.430679 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-36bbc58b-1ea1-4bd2-b2be-32a21ffa4251 service neutron] 10.222.0.79 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114761 Apr 06 12:48:00.449541 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.466968 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-eb08950b-a44d-4c4b-89b2-c62b9fca5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.466968 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-eb08950b-a44d-4c4b-89b2-c62b9fca5caa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978007 Apr 06 12:48:00.540944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef574f-3ddc-4787-a097-4e124c648378,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:00.631499 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Attempting to bind port a5ef574f-3ddc-4787-a097-4e124c648378 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:00.632121 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Attempting to bind port a5ef574f-3ddc-4787-a097-4e124c648378 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:00.632550 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Attempting to bind port a5ef574f-3ddc-4787-a097-4e124c648378 on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:00.638014 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Port a5ef574f-3ddc-4787-a097-4e124c648378 on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:48:00.638538 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Attempting to bind port a5ef574f-3ddc-4787-a097-4e124c648378 on network d0ca3c5b-9181-496b-8f57-10516eb2faa3 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:00.644702 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:00.645165 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Checking segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:00.645605 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Bound using segment: {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:00.648874 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Bound port: a5ef574f-3ddc-4787-a097-4e124c648378, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525a10f6-46da-41e5-9dff-f10d2c06d4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:00.649652 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.655115 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-b1900408-ac4e-48db-bbb3-a080470a29d7 service neutron] 10.222.0.79 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121561 Apr 06 12:48:00.664099 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-c8b8d3f7-5c58-413e-a355-ec418b69442b service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954427 Apr 06 12:48:00.676335 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ef867-23bb-4988-bafc-dcc1bcf77b3c req-1b85216a-4788-46c8-a468-4fac63f9dc10 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.682944 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-412ef867-23bb-4988-bafc-dcc1bcf77b3c req-1b85216a-4788-46c8-a468-4fac63f9dc10 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 944 time: 0.1814504 Apr 06 12:48:00.764213 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] For port a5ef574f-3ddc-4787-a097-4e124c648378, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:00.775726 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] For port a5ef574f-3ddc-4787-a097-4e124c648378, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a5ef574f-3ddc-4787-a097-4e124c648378,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:00.802998 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-412ef867-23bb-4988-bafc-dcc1bcf77b3c req-96ac5196-1a50-43cd-9902-d3418d252c04 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166613 Apr 06 12:48:00.869476 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4324bc48-731b-4f47-81ff-3c26cef2b701 req-a716c2aa-06da-47c5-b21d-ea328f0cf338 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826217 Apr 06 12:48:00.886111 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.893049 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.963524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205fa7e-ba3d-4e5f-bdc6-655c159d27d1 req-b97aeebf-eaf5-4775-9adc-1839d3afbf0d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.965396 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6205fa7e-ba3d-4e5f-bdc6-655c159d27d1 req-b97aeebf-eaf5-4775-9adc-1839d3afbf0d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0787070 Apr 06 12:48:00.983738 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.985035 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:00.987088 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] 10.222.0.83 "PUT /v2.0/ports/a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 200 len: 1093 time: 1.1089113 Apr 06 12:48:00.987629 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:00.990288 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec9bde-0263-4921-b593-cde1765beaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:01.007339 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c14a65-44ab-4555-9d7d-74390721a683 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef574f-3ddc-4787-a097-4e124c648378,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:01.043983 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6205fa7e-ba3d-4e5f-bdc6-655c159d27d1 req-c4ca1660-27ce-4232-926c-639baa051550 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670531 Apr 06 12:48:01.120694 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6e725b-3e7f-4540-88a6-bf01d8ee063e x-openstack-request-id: req-ae6e725b-3e7f-4540-88a6-bf01d8ee063e {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:01.121037 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:01.121292 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae6e725b-3e7f-4540-88a6-bf01d8ee063e {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:01.121905 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6e725b-3e7f-4540-88a6-bf01d8ee063e'] response: {'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'status': 'completed', 'code': 200} Apr 06 12:48:01.168472 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5e9b8c8d-1ba7-4a00-83e2-99c26dc3d348 req-184b4def-4b35-4cd9-9e2a-40f38fa8c8e5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0455260 Apr 06 12:48:01.495271 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a4f6d-8f61-442c-8bcf-ae390ae43820 req-8753076d-a6cc-433f-a27e-3b04ac00a032 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:01.496789 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b4a4f6d-8f61-442c-8bcf-ae390ae43820 req-8753076d-a6cc-433f-a27e-3b04ac00a032 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 943 time: 0.0591123 Apr 06 12:48:01.552339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b4a4f6d-8f61-442c-8bcf-ae390ae43820 req-ef3a82be-ce70-4a03-b5f7-7c527829e934 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485649 Apr 06 12:48:01.925729 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2859-745c-416f-bab1-a505f6c418ab req-d87fd34a-86d2-4fc6-aafd-d87b87ae9f44 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:01.927214 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c6a2859-745c-416f-bab1-a505f6c418ab req-d87fd34a-86d2-4fc6-aafd-d87b87ae9f44 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 944 time: 0.0565178 Apr 06 12:48:01.976105 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c6a2859-745c-416f-bab1-a505f6c418ab req-ca63343b-aca3-46e0-a5c4-9f5a364e1384 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Apr 06 12:48:02.079152 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-9f51180c-6527-45f2-ad5e-a032941f77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.080966 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-9f51180c-6527-45f2-ad5e-a032941f77bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 1128 time: 0.0513556 Apr 06 12:48:02.098304 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9bde-0263-4921-b593-cde1765beaa8 req-c889eaea-28c2-4225-9dbc-bc082534f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.098304 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6cec9bde-0263-4921-b593-cde1765beaa8 req-c889eaea-28c2-4225-9dbc-bc082534f183 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1127 time: 0.0503337 Apr 06 12:48:02.264280 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9bde-0263-4921-b593-cde1765beaa8 req-e5e2cb0d-6736-471d-8ff1-efbb50d80882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.266291 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6cec9bde-0263-4921-b593-cde1765beaa8 req-e5e2cb0d-6736-471d-8ff1-efbb50d80882 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2e066936c98d40a9a5aea5638304124f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1632376 Apr 06 12:48:02.272093 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-f4c82eb6-ed87-45b8-bbeb-d3f97b4aa8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.274612 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-f4c82eb6-ed87-45b8-bbeb-d3f97b4aa8cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 915 time: 0.1741416 Apr 06 12:48:02.279927 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38af75a-3f8c-4e0a-8cd7-208057704df8 req-9f477977-dec5-440b-92a1-0579ffcb4430 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.281774 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b38af75a-3f8c-4e0a-8cd7-208057704df8 req-9f477977-dec5-440b-92a1-0579ffcb4430 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1136324 Apr 06 12:48:02.329604 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-b0037e90-858f-4cb5-872a-3b71f8e564b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f354392-9bcc-410f-9da7-6038b2d6291a HTTP/1.1" status: 200 len: 217 time: 0.0481925 Apr 06 12:48:02.389161 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ec51c5ce-aaab-4914-a2f6-7d3ed6651bde req-18eb9eee-5257-4c7f-ab23-7044ae9013c9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.1061285 Apr 06 12:48:02.391476 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-a47bb07c-d1fc-4268-8d3a-88b48af462c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.396990 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-a47bb07c-d1fc-4268-8d3a-88b48af462c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0601325 Apr 06 12:48:02.438518 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b38af75a-3f8c-4e0a-8cd7-208057704df8 req-d9a37a7f-942b-41dc-ad40-9e0faffbdbad tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430926 Apr 06 12:48:02.467020 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-2c347441-292e-4b73-918f-aab3ba06205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.468172 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9bde-0263-4921-b593-cde1765beaa8 req-08bca74b-351a-4a56-a557-f9a9a94fd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.468924 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-2c347441-292e-4b73-918f-aab3ba06205d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656168 Apr 06 12:48:02.469674 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6cec9bde-0263-4921-b593-cde1765beaa8 req-08bca74b-351a-4a56-a557-f9a9a94fd3f3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856170 Apr 06 12:48:02.574363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-57aecdfd-0e20-4433-a04e-dab3362dc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.576994 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-57aecdfd-0e20-4433-a04e-dab3362dc244 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1127 time: 0.0572474 Apr 06 12:48:02.592552 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-5b45691e-301f-4564-a5e7-6a799b44023e service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120889 Apr 06 12:48:02.631353 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-4cb51f54-9411-4ad3-a6ed-0e0ee759f23f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 200 len: 217 time: 0.0410008 Apr 06 12:48:02.710592 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-2eadcd7c-0fdf-4455-8fd1-e05fc0fb6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.712038 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-2eadcd7c-0fdf-4455-8fd1-e05fc0fb6807 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0690212 Apr 06 12:48:02.712154 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6146eccb-8aa6-4a28-836b-4c7193226091 req-ad566e35-ebc2-4d47-80c7-3292328d10fb service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116529 Apr 06 12:48:02.726550 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f17de8-e20a-4452-a4fb-fdc74a763d39 req-2c6fdadd-e5f1-47b7-bd41-e21c6e286d5a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.727979 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c4f17de8-e20a-4452-a4fb-fdc74a763d39 req-2c6fdadd-e5f1-47b7-bd41-e21c6e286d5a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 943 time: 0.0951774 Apr 06 12:48:02.807220 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c4f17de8-e20a-4452-a4fb-fdc74a763d39 req-f48c96b5-bf96-4b92-bfe2-7dba18d4ed5f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698040 Apr 06 12:48:02.812886 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-39a7c88c-e2e5-4fe1-93db-bc2c7e67e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.814513 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-39a7c88c-e2e5-4fe1-93db-bc2c7e67e32c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856245 Apr 06 12:48:02.895399 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:02.927225 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-eea5c4ec-c8fc-4f7e-bdd0-a9e0762c49de service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051526 Apr 06 12:48:03.114043 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a055-e673-4ca1-b5ee-28bcb26ad762 req-41e98057-ba39-4a64-830e-1a29a05a126a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:03.115629 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bfd6a055-e673-4ca1-b5ee-28bcb26ad762 req-41e98057-ba39-4a64-830e-1a29a05a126a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 944 time: 0.0639110 Apr 06 12:48:03.174381 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bfd6a055-e673-4ca1-b5ee-28bcb26ad762 req-1fdd73f2-63da-4688-9466-6eb5d86fc6a7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527501 Apr 06 12:48:03.329839 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3e735f-9925-4b09-8506-76e23e751b0e req-d81dc8c5-d9f7-488b-8c3b-5d9acc8242db service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945265 Apr 06 12:48:03.496595 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0d6e812b-20d5-4c5b-9733-2ca85022b28a req-6c51663c-f4ae-4894-93ef-124913f05558 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0283816 Apr 06 12:48:03.667787 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9f135-1f7d-4191-988d-1503ab1263fe req-4f8d0ceb-7c42-408b-be15-fd53e33e5f53 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:03.672919 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-45f9f135-1f7d-4191-988d-1503ab1263fe req-4f8d0ceb-7c42-408b-be15-fd53e33e5f53 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1146920 Apr 06 12:48:03.714239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db783a-6150-4641-aa74-fa5075408140 req-9168643b-0c34-45b8-a01c-958c5bac1f53 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:03.715682 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-9168643b-0c34-45b8-a01c-958c5bac1f53 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "GET /v2.0/networks?id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c HTTP/1.1" status: 200 len: 809 time: 0.1516645 Apr 06 12:48:03.746688 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-45f9f135-1f7d-4191-988d-1503ab1263fe req-3c392085-660c-47fa-8277-e3fd141f8035 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657945 Apr 06 12:48:03.820024 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 3f354392-9bcc-410f-9da7-6038b2d6291a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:48:03.882578 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:03.944907 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 3f354392-9bcc-410f-9da7-6038b2d6291a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3f354392-9bcc-410f-9da7-6038b2d6291a,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:03.958906 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'port_id': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'mac_address': 'fa:16:3e:ba:1b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:48:03.961539 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc250f-0f6e-42ca-94a4-f6a2976eaf99 req-335b6af6-864c-4244-bc68-21d86af35a5a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:03.963201 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06fc250f-0f6e-42ca-94a4-f6a2976eaf99 req-335b6af6-864c-4244-bc68-21d86af35a5a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 943 time: 0.0603726 Apr 06 12:48:04.034181 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:04.043926 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 3f354392-9bcc-410f-9da7-6038b2d6291a is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:04.044548 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:04.073111 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06fc250f-0f6e-42ca-94a4-f6a2976eaf99 req-81ddbf75-584b-465f-a0aa-734c6ff9ec64 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943127 Apr 06 12:48:04.073583 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f354392-9bcc-410f-9da7-6038b2d6291a {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:04.104838 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 3f354392-9bcc-410f-9da7-6038b2d6291a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3f354392-9bcc-410f-9da7-6038b2d6291a,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:04.198869 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:04.254363 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=3f354392-9bcc-410f-9da7-6038b2d6291a,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:04.313925 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942f336-ae90-4fc4-b173-6ce6ccfddc3f req-33496f1c-6acd-4e5c-89f4-352fe39378b2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:04.315265 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0942f336-ae90-4fc4-b173-6ce6ccfddc3f req-33496f1c-6acd-4e5c-89f4-352fe39378b2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 945 time: 0.0674179 Apr 06 12:48:04.370879 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0942f336-ae90-4fc4-b173-6ce6ccfddc3f req-26ad620c-27e8-4563-8602-fe9aec82ad32 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Apr 06 12:48:04.616038 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8878695-7dea-40e0-9505-93da04483dbc req-dea2b1ea-3383-48a7-9af5-41d18dfd4b3b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0300562 Apr 06 12:48:04.885398 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15278b-0a04-482b-ad82-f6d6cd879253 req-1800b7ae-2ef6-42d0-800c-cf2cdfbcf038 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:04.886835 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d15278b-0a04-482b-ad82-f6d6cd879253 req-1800b7ae-2ef6-42d0-800c-cf2cdfbcf038 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0647576 Apr 06 12:48:04.938103 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d15278b-0a04-482b-ad82-f6d6cd879253 req-7a4bf95c-ea0f-4204-9df1-083101d06533 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449879 Apr 06 12:48:05.207419 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f7ff6-f464-4f75-affc-9eb82176f757 req-3d91af63-fb0c-4ed0-aa3d-b157c87eea06 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:05.208876 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b39f7ff6-f464-4f75-affc-9eb82176f757 req-3d91af63-fb0c-4ed0-aa3d-b157c87eea06 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 943 time: 0.0570724 Apr 06 12:48:05.268612 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b39f7ff6-f464-4f75-affc-9eb82176f757 req-a0018bae-4f80-48bf-a56d-dbe7992eb93b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520935 Apr 06 12:48:05.501134 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee9cf7-598f-4ef9-8aa8-9e58ffe81660 req-8156770b-cb84-4acb-9a6d-13471d40d42f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:05.502629 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-81ee9cf7-598f-4ef9-8aa8-9e58ffe81660 req-8156770b-cb84-4acb-9a6d-13471d40d42f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 945 time: 0.0603821 Apr 06 12:48:05.551869 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-81ee9cf7-598f-4ef9-8aa8-9e58ffe81660 req-0bdb6902-bb5e-4080-8197-2182a0c01c12 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432878 Apr 06 12:48:05.718466 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-eaa06bf8-7c4f-4c8e-b1f8-b3bb9f401d08 req-7b9f71ab-c710-44c3-b0af-a223c60af413 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0304556 Apr 06 12:48:05.936627 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:48:06.068241 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bfc58-90af-4305-ac7a-e89add31a48b req-942c4a1f-7fa4-4a03-bfdb-9c1ce519b179 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:06.070390 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-780bfc58-90af-4305-ac7a-e89add31a48b req-942c4a1f-7fa4-4a03-bfdb-9c1ce519b179 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0573468 Apr 06 12:48:06.117453 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-780bfc58-90af-4305-ac7a-e89add31a48b req-9ef1b7ec-929d-4001-ae38-0080eecf71ca tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Apr 06 12:48:06.389155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2009-25bd-4cbd-bfad-af65c1c3c419 req-322f6222-e40a-45e7-bb43-d40007b21ac7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:06.391200 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6f2f2009-25bd-4cbd-bfad-af65c1c3c419 req-322f6222-e40a-45e7-bb43-d40007b21ac7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 943 time: 0.0539587 Apr 06 12:48:06.440012 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6f2f2009-25bd-4cbd-bfad-af65c1c3c419 req-15b9edfd-3a51-4c85-8794-81e1b69cb793 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Apr 06 12:48:06.690133 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7323cb-a814-47cf-8b91-268fc361ccd1 req-443504e1-576a-4545-9ff2-a8c964adade3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:06.691683 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1f7323cb-a814-47cf-8b91-268fc361ccd1 req-443504e1-576a-4545-9ff2-a8c964adade3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 945 time: 0.0687602 Apr 06 12:48:06.745280 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1f7323cb-a814-47cf-8b91-268fc361ccd1 req-c2f76f13-5b7b-4b67-a6ea-fcefe0f337e6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 Apr 06 12:48:06.759683 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['3f354392-9bcc-410f-9da7-6038b2d6291a'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:06.840009 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1a0a56fb-f9cc-4c43-a158-c98fe4938246 req-69f5247c-f6b2-413e-8b9a-4b4f422bd390 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0351815 Apr 06 12:48:07.049306 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Request body: {'port': {'device_id': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c', 'admin_state_up': True, 'tenant_id': 'ac935102399d4f00bd6613eab4b79b33'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:07.263503 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ac248-de59-468a-9b7c-446c957e4ca4 req-e3aaf837-dbc2-4812-8103-ff63f338f430 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:07.265109 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-436ac248-de59-468a-9b7c-446c957e4ca4 req-e3aaf837-dbc2-4812-8103-ff63f338f430 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0637851 Apr 06 12:48:07.300379 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Made reservation on behalf of ac935102399d4f00bd6613eab4b79b33 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:07.303652 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.330590 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-436ac248-de59-468a-9b7c-446c957e4ca4 req-1a135c0d-668f-43d3-8ed6-2e884c81a5a3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595894 Apr 06 12:48:07.464582 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Allocated IP 172.20.0.13 (14619ecc-4079-4bc2-afb8-7f7e29ef0a9c/c1ebb4dd-d3c8-4744-add8-94def88bbe10/501acb16-8f7d-47b4-8e84-45896bf0333c) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:07.648480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894c925-1690-40a8-a73f-5cc630c4fdbd req-c56c58fe-6292-4c8c-b21b-53dc1309e7af tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:07.650048 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5894c925-1690-40a8-a73f-5cc630c4fdbd req-c56c58fe-6292-4c8c-b21b-53dc1309e7af tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 943 time: 0.1361134 Apr 06 12:48:07.704707 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks [] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.728029 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5894c925-1690-40a8-a73f-5cc630c4fdbd req-03aaf0fa-025c-4e2a-9a3b-52468fa6e8e4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709879 Apr 06 12:48:07.816392 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.921474 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:07.934774 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:07.934774 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:07.948593 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Pushing event updated for resources: {'Port': ['ID=501acb16-8f7d-47b4-8e84-45896bf0333c,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:08.255224 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:08.255658 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.268655 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12539d-17d3-43cf-b514-336eedb7f82f req-024e1a74-19c9-41a8-ae0a-2a85d96e0fdb tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:08.270240 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd12539d-17d3-43cf-b514-336eedb7f82f req-024e1a74-19c9-41a8-ae0a-2a85d96e0fdb tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 945 time: 0.4201651 Apr 06 12:48:08.301614 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5178c3-dd4e-4dd3-b62c-8eb7cf2b996c req-e7a2ee8d-3a37-4f64-94f9-f7e5d1e2d90f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:08.304572 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b5178c3-dd4e-4dd3-b62c-8eb7cf2b996c req-e7a2ee8d-3a37-4f64-94f9-f7e5d1e2d90f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 932 time: 0.3771191 Apr 06 12:48:08.377670 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd12539d-17d3-43cf-b514-336eedb7f82f req-c5a09e9a-2a92-422d-b259-7394b02e0bb6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931151 Apr 06 12:48:08.389898 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b5178c3-dd4e-4dd3-b62c-8eb7cf2b996c req-4a0b7777-8cb3-4f60-9444-0282032c930e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724545 Apr 06 12:48:08.393561 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-254ccc15-f0eb-4ba4-8a40-31ad91f0b3d5 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3483503 Apr 06 12:48:08.411530 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Request body: {'port': {'device_id': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:08.504887 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.570024 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a33a-55fe-4eb7-b39a-acdf55687470 req-3645d557-15f2-430b-9145-c9eaa3503740 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:08.571550 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1332a33a-55fe-4eb7-b39a-acdf55687470 req-3645d557-15f2-430b-9145-c9eaa3503740 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0995815 Apr 06 12:48:08.637735 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a5ef574f-3ddc-4787-a097-4e124c648378 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:48:08.652512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 3f354392-9bcc-410f-9da7-6038b2d6291a up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:08.690008 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1332a33a-55fe-4eb7-b39a-acdf55687470 req-0de168cf-a5d4-4008-8ea8-0efd5ca1b32e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096201 Apr 06 12:48:08.836139 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port a5ef574f-3ddc-4787-a097-4e124c648378, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a5ef574f-3ddc-4787-a097-4e124c648378,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:08.849180 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'mac_address': 'fa:16:3e:c3:e1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:48:08.881198 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 3f354392-9bcc-410f-9da7-6038b2d6291a completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:48:08.889715 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 3f354392-9bcc-410f-9da7-6038b2d6291a triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:08.890437 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.902924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501acb16-8f7d-47b4-8e84-45896bf0333c {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:08.917857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Publish callbacks [] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.930494 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port a5ef574f-3ddc-4787-a097-4e124c648378 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:08.930926 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.938113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Transition to ACTIVE for port object 501acb16-8f7d-47b4-8e84-45896bf0333c will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:48:08.947071 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f728d-9d77-4a05-b005-841b6d64667d req-b208f43c-a36a-4b25-aa4f-830fddf58647 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:08.948702 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2c7f728d-9d77-4a05-b005-841b6d64667d req-b208f43c-a36a-4b25-aa4f-830fddf58647 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 943 time: 0.1272676 Apr 06 12:48:08.952249 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ef574f-3ddc-4787-a097-4e124c648378 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:08.977751 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port a5ef574f-3ddc-4787-a097-4e124c648378, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a5ef574f-3ddc-4787-a097-4e124c648378,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:09.009352 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2c7f728d-9d77-4a05-b005-841b6d64667d req-faaa2092-b8e2-4625-ad57-ce554e865685 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530071 Apr 06 12:48:09.029173 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 3f354392-9bcc-410f-9da7-6038b2d6291a is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:09.029173 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:09.050305 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:09.052587 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209b39dc-7e18-429b-8f67-99f3e3c1f5bc" -d '{"events": [{"server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "name": "network-vif-plugged", "status": "completed", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:09.066560 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 3f354392-9bcc-410f-9da7-6038b2d6291a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3f354392-9bcc-410f-9da7-6038b2d6291a,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:09.092043 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ced561-5e9c-4456-8c8c-efec81318efa x-openstack-request-id: req-30ced561-5e9c-4456-8c8c-efec81318efa {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:09.092403 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "name": "network-vif-plugged", "status": "completed", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:09.092674 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30ced561-5e9c-4456-8c8c-efec81318efa {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:09.093203 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ced561-5e9c-4456-8c8c-efec81318efa'] response: {'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'code': 200} Apr 06 12:48:09.113064 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:09.168930 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Pushing event updated for resources: {'Port': ['ID=501acb16-8f7d-47b4-8e84-45896bf0333c,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:09.187821 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:09.238524 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:09.247463 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=a5ef574f-3ddc-4787-a097-4e124c648378,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:09.278044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Attempting to bind port 501acb16-8f7d-47b4-8e84-45896bf0333c on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:09.278597 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Attempting to bind port 501acb16-8f7d-47b4-8e84-45896bf0333c by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:09.278887 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Attempting to bind port 501acb16-8f7d-47b4-8e84-45896bf0333c on network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:09.286209 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Port 501acb16-8f7d-47b4-8e84-45896bf0333c on network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:48:09.286942 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Attempting to bind port 501acb16-8f7d-47b4-8e84-45896bf0333c on network 14619ecc-4079-4bc2-afb8-7f7e29ef0a9c {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:09.297656 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:09.298007 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Checking segment: {'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:09.298408 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Bound using segment: {'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:09.298876 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Bound port: 501acb16-8f7d-47b4-8e84-45896bf0333c, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6f06d7-6948-46fa-b078-d75946c3b2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:09.299238 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:09.325541 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=3f354392-9bcc-410f-9da7-6038b2d6291a,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:09.401850 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] For port 501acb16-8f7d-47b4-8e84-45896bf0333c, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:09.405681 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] For port 501acb16-8f7d-47b4-8e84-45896bf0333c, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=501acb16-8f7d-47b4-8e84-45896bf0333c,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:09.526340 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['a5ef574f-3ddc-4787-a097-4e124c648378'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:09.556290 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:09.612294 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:09.613030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:09.614600 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] 10.222.0.83 "PUT /v2.0/ports/501acb16-8f7d-47b4-8e84-45896bf0333c HTTP/1.1" status: 200 len: 1094 time: 1.2098413 Apr 06 12:48:09.620204 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'tag': '501acb16-8f7d-47b4-8e84-45896bf0333c'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:09.621280 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27779825-07ed-40f8-a09b-16919d55e0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b508ed-0c69-4756-ab8a-ad444a5e6ab5", "tag": "501acb16-8f7d-47b4-8e84-45896bf0333c"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:09.649123 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4410a-e5e3-4f22-84b6-cfaf5adfb2ff req-835a0fea-f740-4fe8-9059-348b5a5b10e1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:09.650707 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2b4410a-e5e3-4f22-84b6-cfaf5adfb2ff req-835a0fea-f740-4fe8-9059-348b5a5b10e1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 944 time: 0.1614778 Apr 06 12:48:09.657776 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b935720-029a-4f4e-a835-7a864931abb0 req-204924d4-adb3-42ae-8feb-6c0f1fd8758b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:09.658821 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb15444-9a41-4a3d-9e11-d3d7ca2356ee req-03a3440f-26ea-4ea5-8e01-a4fa9711dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:09.660213 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2b935720-029a-4f4e-a835-7a864931abb0 req-204924d4-adb3-42ae-8feb-6c0f1fd8758b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.1798046 Apr 06 12:48:09.668961 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-edb15444-9a41-4a3d-9e11-d3d7ca2356ee req-03a3440f-26ea-4ea5-8e01-a4fa9711dc4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 1130 time: 0.0876725 Apr 06 12:48:09.671815 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a24a55-53a1-4432-91da-127305428bfb service neutron] Pushing event updated for resources: {'Port': ['ID=501acb16-8f7d-47b4-8e84-45896bf0333c,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:09.750396 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-edb15444-9a41-4a3d-9e11-d3d7ca2356ee req-c270a346-d242-41f9-964a-d488f1680b2e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742719 Apr 06 12:48:09.772230 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2b4410a-e5e3-4f22-84b6-cfaf5adfb2ff req-3b3f7590-ae3e-4122-8bdf-312e9859c634 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102006 Apr 06 12:48:09.781702 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2b935720-029a-4f4e-a835-7a864931abb0 req-aa1187d6-5547-429a-b42d-444ed56f207c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060026 Apr 06 12:48:09.834489 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da478bf2-a46f-4484-8f34-97259247d6c3 x-openstack-request-id: req-da478bf2-a46f-4484-8f34-97259247d6c3 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:09.834711 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b508ed-0c69-4756-ab8a-ad444a5e6ab5", "tag": "501acb16-8f7d-47b4-8e84-45896bf0333c", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:09.835761 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da478bf2-a46f-4484-8f34-97259247d6c3 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:09.835930 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da478bf2-a46f-4484-8f34-97259247d6c3'] response: {'name': 'network-changed', 'server_uuid': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'tag': '501acb16-8f7d-47b4-8e84-45896bf0333c', 'status': 'completed', 'code': 200} Apr 06 12:48:09.841900 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db783a-6150-4641-aa74-fa5075408140 req-b2bb5119-cbdc-4433-a6e5-7901dc342a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:09.843497 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-b2bb5119-cbdc-4433-a6e5-7901dc342a7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac935102399d4f00bd6613eab4b79b33&device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 1128 time: 0.0889161 Apr 06 12:48:09.924738 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93d536-c927-4984-a000-08a70615fcbe req-5d66ba53-b522-4d00-8660-925a00854550 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:09.926247 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5a93d536-c927-4984-a000-08a70615fcbe req-5d66ba53-b522-4d00-8660-925a00854550 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0648248 Apr 06 12:48:10.005638 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5a93d536-c927-4984-a000-08a70615fcbe req-0c17142d-6137-4359-aa6b-c436592c41a6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725455 Apr 06 12:48:10.054830 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-c5f9850f-7981-4d6d-a86b-9a7623a04e8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=501acb16-8f7d-47b4-8e84-45896bf0333c HTTP/1.1" status: 200 len: 217 time: 0.0763030 Apr 06 12:48:10.161823 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db783a-6150-4641-aa74-fa5075408140 req-b6aaa283-fae6-42bc-93de-da3431d0bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:10.163222 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-b6aaa283-fae6-42bc-93de-da3431d0bb0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1ebb4dd-d3c8-4744-add8-94def88bbe10 HTTP/1.1" status: 200 len: 849 time: 0.1023488 Apr 06 12:48:10.183584 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb49083-217e-407e-a893-3c5ea3dc3ecf req-5d065b43-6d78-408d-bc42-bb9017a03260 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:10.185097 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2cb49083-217e-407e-a893-3c5ea3dc3ecf req-5d065b43-6d78-408d-bc42-bb9017a03260 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 944 time: 0.0751305 Apr 06 12:48:10.238149 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2cb49083-217e-407e-a893-3c5ea3dc3ecf req-ea2faf89-e024-4a96-89a4-a753915ec5c0 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469964 Apr 06 12:48:10.955097 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db2cc5-4527-4aae-baeb-9529e1bf3b3c req-e926c2f2-c1fc-4de5-94b1-2ecefd66536c tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:10.956611 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-41db2cc5-4527-4aae-baeb-9529e1bf3b3c req-e926c2f2-c1fc-4de5-94b1-2ecefd66536c tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 944 time: 0.0954216 Apr 06 12:48:10.968243 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ef4bf-21da-4094-ba72-adc516087ddc req-e4678538-7659-468c-b2cc-9b4d63cd62c9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:10.969774 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b49ef4bf-21da-4094-ba72-adc516087ddc req-e4678538-7659-468c-b2cc-9b4d63cd62c9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.0768831 Apr 06 12:48:11.039822 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-41db2cc5-4527-4aae-baeb-9529e1bf3b3c req-ed31a79f-ae49-4a85-973c-d77824592025 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690527 Apr 06 12:48:11.057514 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b49ef4bf-21da-4094-ba72-adc516087ddc req-83ce0ca1-8805-4ad6-82c3-6973fd463333 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783298 Apr 06 12:48:11.162822 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0e557-e959-41a7-93a4-4b8645c12648 req-e57a1bd8-20c4-48a7-8ff7-18e6d3b09f8d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:11.164392 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e6c0e557-e959-41a7-93a4-4b8645c12648 req-e57a1bd8-20c4-48a7-8ff7-18e6d3b09f8d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0559781 Apr 06 12:48:11.220962 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e6c0e557-e959-41a7-93a4-4b8645c12648 req-4020c868-3580-48b0-be09-d12e4762e0c4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502112 Apr 06 12:48:11.278246 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a5ef574f-3ddc-4787-a097-4e124c648378 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:11.402197 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8d359-31d8-4a19-a36e-19df8b22a75e req-c00a2998-4cce-4086-b4ff-3b44d0bcf13f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:11.403907 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1ff8d359-31d8-4a19-a36e-19df8b22a75e req-c00a2998-4cce-4086-b4ff-3b44d0bcf13f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 944 time: 0.0738461 Apr 06 12:48:11.459813 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port a5ef574f-3ddc-4787-a097-4e124c648378 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:48:11.466252 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port a5ef574f-3ddc-4787-a097-4e124c648378 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:11.466853 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:11.476992 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1ff8d359-31d8-4a19-a36e-19df8b22a75e req-32561047-47a9-40ca-8c6d-e3b6aa5bf97a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667346 Apr 06 12:48:11.576248 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port a5ef574f-3ddc-4787-a097-4e124c648378 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:11.577092 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:11.615186 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:11.618035 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dac440-5401-4dfd-ac8c-e04918872264" -d '{"events": [{"server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:11.632817 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port a5ef574f-3ddc-4787-a097-4e124c648378, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a5ef574f-3ddc-4787-a097-4e124c648378,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:11.657408 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386404fe-b101-413e-b026-32da806519b7 x-openstack-request-id: req-386404fe-b101-413e-b026-32da806519b7 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:11.657718 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:11.657979 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-386404fe-b101-413e-b026-32da806519b7 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:11.658380 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386404fe-b101-413e-b026-32da806519b7'] response: {'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'code': 200} Apr 06 12:48:11.717099 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:11.787819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=a5ef574f-3ddc-4787-a097-4e124c648378,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:12.236765 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5682e34-cd72-45bb-bf3b-1b65df0b2c2b req-ee8c9513-e504-4527-97d7-abc36cd8c194 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:12.238412 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c5682e34-cd72-45bb-bf3b-1b65df0b2c2b req-ee8c9513-e504-4527-97d7-abc36cd8c194 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 944 time: 0.0958982 Apr 06 12:48:12.260858 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d52c5-02dd-4aa4-994c-ca417d26c53a req-ac71ca0d-a17d-4d85-94f7-a3bd052b4506 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:12.260858 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff3d52c5-02dd-4aa4-994c-ca417d26c53a req-ac71ca0d-a17d-4d85-94f7-a3bd052b4506 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.0970833 Apr 06 12:48:12.337328 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c5682e34-cd72-45bb-bf3b-1b65df0b2c2b req-4bfdf285-399a-4b9f-ae16-1c7fc529c3c9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833454 Apr 06 12:48:12.343212 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff3d52c5-02dd-4aa4-994c-ca417d26c53a req-94d329d4-3fb3-40f5-b60a-2a07d47532f6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828564 Apr 06 12:48:12.466522 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a5d3-8a32-4086-914a-8b674efc4a16 req-4ef42530-f53a-40b6-8892-dfc516e97e83 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:12.468029 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9045a5d3-8a32-4086-914a-8b674efc4a16 req-4ef42530-f53a-40b6-8892-dfc516e97e83 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0628276 Apr 06 12:48:12.528481 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9045a5d3-8a32-4086-914a-8b674efc4a16 req-240d72a0-c767-4b1c-b1da-8701dac2639b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510395 Apr 06 12:48:12.614095 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedad98-00a9-447a-9010-27d106f762b0 req-b41a51a7-c705-44ee-9752-64b1c915d824 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:12.615599 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2aedad98-00a9-447a-9010-27d106f762b0 req-b41a51a7-c705-44ee-9752-64b1c915d824 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0609224 Apr 06 12:48:12.669356 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2aedad98-00a9-447a-9010-27d106f762b0 req-5dfa3a75-f665-4dd0-bd4c-a6b5957e9609 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475349 Apr 06 12:48:13.180353 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-295c4592-730d-457a-b8c0-651098b3698d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292964 Apr 06 12:48:13.390387 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-6e0a01e4-c83d-4e0b-8cc7-709b08093a74 service neutron] 10.222.0.83 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900912 Apr 06 12:48:13.583213 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0bb4d-569e-446c-a6d7-cbe3d71cb900 req-0cad396c-a519-4779-a9aa-d2a18908340d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:13.584776 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-51f0bb4d-569e-446c-a6d7-cbe3d71cb900 req-0cad396c-a519-4779-a9aa-d2a18908340d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.1650665 Apr 06 12:48:13.615340 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91db783a-6150-4641-aa74-fa5075408140 req-73c941d3-b092-46df-8472-446c9a44f0b2 service neutron] 10.222.0.83 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560163 Apr 06 12:48:13.622275 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646994-edc1-4fbc-a86c-860bdbbf69f1 req-a0efa879-479a-4943-91f2-4bb0b937ed8c tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:13.623665 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c0646994-edc1-4fbc-a86c-860bdbbf69f1 req-a0efa879-479a-4943-91f2-4bb0b937ed8c tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 944 time: 0.1934204 Apr 06 12:48:13.675234 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-51f0bb4d-569e-446c-a6d7-cbe3d71cb900 req-ea437b67-aba7-4e37-b796-70bee5077367 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806954 Apr 06 12:48:13.700408 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c0646994-edc1-4fbc-a86c-860bdbbf69f1 req-dcb011a5-c3a2-4bf7-8783-a5533c57cbc4 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626678 Apr 06 12:48:13.834799 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9187b5-dad8-4ae3-a5d4-4b0bd63b22a9 req-48a84245-9e31-47a1-8766-93bb6f8344ea tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:13.836979 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f9187b5-dad8-4ae3-a5d4-4b0bd63b22a9 req-48a84245-9e31-47a1-8766-93bb6f8344ea tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0859714 Apr 06 12:48:13.860163 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f326-f64a-4c85-a898-1a55855a476d req-e8f8b7b9-e3d7-4752-8b5e-2e9ee8d38dbe tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:13.861594 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b26f326-f64a-4c85-a898-1a55855a476d req-e8f8b7b9-e3d7-4752-8b5e-2e9ee8d38dbe tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0988226 Apr 06 12:48:13.927913 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f9187b5-dad8-4ae3-a5d4-4b0bd63b22a9 req-82f96b5a-5e8a-4976-8973-078722e97c85 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839705 Apr 06 12:48:13.934739 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b26f326-f64a-4c85-a898-1a55855a476d req-73163338-ba13-4e07-a1b2-b2f82da025f7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666790 Apr 06 12:48:14.827612 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bdf2b-bb62-494e-a4e5-3678f5d57781 req-07c294fe-1f2c-4305-baab-2d00fe12bd50 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:14.829049 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-198bdf2b-bb62-494e-a4e5-3678f5d57781 req-07c294fe-1f2c-4305-baab-2d00fe12bd50 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.0823264 Apr 06 12:48:14.860173 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95628-fa1b-44d2-9f14-40b399f68777 req-5ed61bd8-6ebf-43fc-93ad-45ea458a04bf tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:14.861688 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-20a95628-fa1b-44d2-9f14-40b399f68777 req-5ed61bd8-6ebf-43fc-93ad-45ea458a04bf tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 944 time: 0.0809174 Apr 06 12:48:14.906060 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-198bdf2b-bb62-494e-a4e5-3678f5d57781 req-d1c24c38-d57c-4976-99a9-3beac60064fa tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706542 Apr 06 12:48:14.928950 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-20a95628-fa1b-44d2-9f14-40b399f68777 req-c462d190-4fb6-4856-b613-36fdc5ba7af8 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602837 Apr 06 12:48:15.089889 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61364223-996d-47f0-9437-d2ac5208f611 req-b91bed97-b89d-4efa-a70b-e7a49ec878da tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.091303 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-61364223-996d-47f0-9437-d2ac5208f611 req-b91bed97-b89d-4efa-a70b-e7a49ec878da tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.0933621 Apr 06 12:48:15.100322 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48602) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:15.103956 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be995fd-a2a8-4bd8-aa47-c62d9925502a req-6d38dba7-1e42-442e-9c91-f8273700fdfb tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.105547 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6be995fd-a2a8-4bd8-aa47-c62d9925502a req-6d38dba7-1e42-442e-9c91-f8273700fdfb tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0721467 Apr 06 12:48:15.113598 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'port_id': '3f354392-9bcc-410f-9da7-6038b2d6291a'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:15.154886 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (70657a23-9f4a-41a5-a4ae-ba46a130cadf), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.186870 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6be995fd-a2a8-4bd8-aa47-c62d9925502a req-249ce8cf-b1b6-4205-a4a4-f5e114c19ca7 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721681 Apr 06 12:48:15.217239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23b20-dfcb-4b05-9008-499f7dbca5c1 req-b31d7154-6415-4cea-a416-5b3ca62773d9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.219800 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ccc23b20-dfcb-4b05-9008-499f7dbca5c1 req-b31d7154-6415-4cea-a416-5b3ca62773d9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0667050 Apr 06 12:48:15.289076 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ccc23b20-dfcb-4b05-9008-499f7dbca5c1 req-4de75016-5e00-41b4-843b-e94cc202af71 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636752 Apr 06 12:48:15.390237 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779825-07ed-40f8-a09b-16919d55e0ae req-13debe2c-3330-483a-a2cd-274af657b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.391964 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-27779825-07ed-40f8-a09b-16919d55e0ae req-13debe2c-3330-483a-a2cd-274af657b5b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac935102399d4f00bd6613eab4b79b33&device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 1128 time: 0.0527301 Apr 06 12:48:15.514183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779825-07ed-40f8-a09b-16919d55e0ae req-9d1394ae-6d65-489d-82f8-3fa5fd636f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.515813 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-27779825-07ed-40f8-a09b-16919d55e0ae req-9d1394ae-6d65-489d-82f8-3fa5fd636f03 service neutron] 10.222.0.83 "GET /v2.0/networks?id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c HTTP/1.1" status: 200 len: 910 time: 0.1162977 Apr 06 12:48:15.563428 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-27779825-07ed-40f8-a09b-16919d55e0ae req-995ebdf8-9161-487e-a177-256ab58762c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=501acb16-8f7d-47b4-8e84-45896bf0333c HTTP/1.1" status: 200 len: 217 time: 0.0410907 Apr 06 12:48:15.614857 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a4241-3472-4484-98a5-8b7903627af0 req-ad0f3e7f-531f-4b96-b9ff-538021dff40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.615125 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779825-07ed-40f8-a09b-16919d55e0ae req-592300cc-22e2-4245-b390-e22d3a0b9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.617178 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-579a4241-3472-4484-98a5-8b7903627af0 req-ad0f3e7f-531f-4b96-b9ff-538021dff40f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1129 time: 0.2287917 Apr 06 12:48:15.617352 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-27779825-07ed-40f8-a09b-16919d55e0ae req-592300cc-22e2-4245-b390-e22d3a0b9a1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1ebb4dd-d3c8-4744-add8-94def88bbe10 HTTP/1.1" status: 200 len: 849 time: 0.0444624 Apr 06 12:48:15.661244 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-27779825-07ed-40f8-a09b-16919d55e0ae req-dc0b8345-a50c-4274-bf57-1eb7059e1a59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314095 Apr 06 12:48:15.749796 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.776434 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-579a4241-3472-4484-98a5-8b7903627af0 req-7603736c-6305-49cc-9a0e-0a6a38386183 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430490 Apr 06 12:48:15.789385 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-27779825-07ed-40f8-a09b-16919d55e0ae req-5b6b8404-8f36-461d-a468-ef05ea88e337 service neutron] 10.222.0.83 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188154 Apr 06 12:48:15.930121 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (70657a23-9f4a-41a5-a4ae-ba46a130cadf), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.045348 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP 70657a23-9f4a-41a5-a4ae-ba46a130cadf associated. External IP: 172.27.3.171, port: 3f354392-9bcc-410f-9da7-6038b2d6291a. Apr 06 12:48:16.112320 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a4b6a-b86c-4f5c-b732-ba66c2fa3798 req-1d09b5cd-799d-4687-b437-b34b7fefa7c6 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:16.113872 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-de4a4b6a-b86c-4f5c-b732-ba66c2fa3798 req-1d09b5cd-799d-4687-b437-b34b7fefa7c6 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 944 time: 0.1043062 Apr 06 12:48:16.145762 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-27779825-07ed-40f8-a09b-16919d55e0ae req-d3ab70f7-0f0d-4f4a-8021-16153b93121e service neutron] 10.222.0.83 "GET /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441872 Apr 06 12:48:16.177346 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-de4a4b6a-b86c-4f5c-b732-ba66c2fa3798 req-87cec677-8037-4201-8661-69a8e1284235 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528033 Apr 06 12:48:16.320571 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfef54-f677-45c9-8ecb-2b33c08616af req-2406b736-1965-4ad0-b50d-d86174b6c4ed tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:16.322325 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-28dfef54-f677-45c9-8ecb-2b33c08616af req-2406b736-1965-4ad0-b50d-d86174b6c4ed tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0574577 Apr 06 12:48:16.410887 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-28dfef54-f677-45c9-8ecb-2b33c08616af req-df15e580-c243-4b16-9e9f-468206e7ed0d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676222 Apr 06 12:48:16.453922 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ecb82-afe7-4c2e-9e66-c127b243ebbd req-d0daf0d5-8861-4328-b7d8-8dbdaeb81e62 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:16.455308 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df0ecb82-afe7-4c2e-9e66-c127b243ebbd req-d0daf0d5-8861-4328-b7d8-8dbdaeb81e62 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0619416 Apr 06 12:48:16.509391 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df0ecb82-afe7-4c2e-9e66-c127b243ebbd req-b505e8d5-7f47-4da5-bf39-9429a241d65b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 Apr 06 12:48:16.525282 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:16.645805 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:16.652147 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.657187 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348e498-66a1-439d-901e-81eae463932b None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:16.670172 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:16.671369 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:47:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:16.700653 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f310f01d-5c7c-4342-9629-e7cd1de80f39 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "PUT /v2.0/floatingips/70657a23-9f4a-41a5-a4ae-ba46a130cadf HTTP/1.1" status: 200 len: 992 time: 1.5983462 Apr 06 12:48:16.701695 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:16.705592 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97" -d '{"events": [{"name": "network-changed", "server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:16.746723 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90941f1e-e117-4957-aaed-114d828ce5ce x-openstack-request-id: req-90941f1e-e117-4957-aaed-114d828ce5ce {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:16.747021 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:16.747279 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90941f1e-e117-4957-aaed-114d828ce5ce {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:16.747860 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90941f1e-e117-4957-aaed-114d828ce5ce'] response: {'name': 'network-changed', 'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'status': 'completed', 'code': 200} Apr 06 12:48:16.823372 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:17.105455 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '70657a23-9f4a-41a5-a4ae-ba46a130cadf', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:ba:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:48Z', 'updated_at': '2022-04-06T12:48:15Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}, {'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:48Z', 'revision_number': 2, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:17.143662 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348e498-66a1-439d-901e-81eae463932b None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:17.153922 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:17.154426 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:47:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:17.306392 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:17.324076 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4df19-e14c-4719-b9dc-00ae555fd41f req-9b1bc94f-c989-41a9-8c08-4a802de63ba3 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:17.325672 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0d4df19-e14c-4719-b9dc-00ae555fd41f req-9b1bc94f-c989-41a9-8c08-4a802de63ba3 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 944 time: 0.0695467 Apr 06 12:48:17.380107 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0d4df19-e14c-4719-b9dc-00ae555fd41f req-03f735f8-31dd-4e1f-9fd8-3fe166384a9a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Apr 06 12:48:17.559299 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d99b-4bc9-4ad4-87e8-1180ea374922 req-c8552716-213e-463c-b051-2e990ad33e8d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:17.561653 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6528d99b-4bc9-4ad4-87e8-1180ea374922 req-c8552716-213e-463c-b051-2e990ad33e8d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0686715 Apr 06 12:48:17.637886 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6528d99b-4bc9-4ad4-87e8-1180ea374922 req-0d6ea187-76d7-49cb-8e4b-54773389b09c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706758 Apr 06 12:48:17.649817 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-9348e498-66a1-439d-901e-81eae463932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '70657a23-9f4a-41a5-a4ae-ba46a130cadf', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:ba:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:48Z', 'updated_at': '2022-04-06T12:48:15Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}, {'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:48Z', 'revision_number': 2, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:17.670155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69c11f-a2a2-4b40-8e18-989b54cad059 req-50e42ca8-bab2-4e93-9e91-5548100b5d6e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:17.672901 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f69c11f-a2a2-4b40-8e18-989b54cad059 req-50e42ca8-bab2-4e93-9e91-5548100b5d6e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0793090 Apr 06 12:48:17.681395 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348e498-66a1-439d-901e-81eae463932b None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '70657a23-9f4a-41a5-a4ae-ba46a130cadf', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:ba:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:48Z', 'updated_at': '2022-04-06T12:48:15Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}, {'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:48Z', 'revision_number': 2, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:17.724506 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f69c11f-a2a2-4b40-8e18-989b54cad059 req-2c6e0412-4c8d-49d7-85f4-48770f339ad2 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457275 Apr 06 12:48:17.890822 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711971f-d46f-4b34-90f2-38230266de8c None None] New status for floating IP 70657a23-9f4a-41a5-a4ae-ba46a130cadf: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:48:18.034536 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 501acb16-8f7d-47b4-8e84-45896bf0333c details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:48:18.145806 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 501acb16-8f7d-47b4-8e84-45896bf0333c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=501acb16-8f7d-47b4-8e84-45896bf0333c,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:18.158505 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '501acb16-8f7d-47b4-8e84-45896bf0333c', 'network_id': '14619ecc-4079-4bc2-afb8-7f7e29ef0a9c', 'port_id': '501acb16-8f7d-47b4-8e84-45896bf0333c', 'mac_address': 'fa:16:3e:fe:3e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ebb4dd-d3c8-4744-add8-94def88bbe10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:48:18.196114 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 501acb16-8f7d-47b4-8e84-45896bf0333c is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:18.196502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.209491 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501acb16-8f7d-47b4-8e84-45896bf0333c {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:18.240691 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 501acb16-8f7d-47b4-8e84-45896bf0333c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=501acb16-8f7d-47b4-8e84-45896bf0333c,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:18.324553 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.325371 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:48:18.426556 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=501acb16-8f7d-47b4-8e84-45896bf0333c,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:18.490012 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:18.510808 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'port_id': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'mac_address': 'fa:16:3e:73:62:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:48:18.541693 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52024c4-0314-4675-95d7-76e1a1e72665 req-8fe2ca1a-e621-4f17-8703-691338f3208d tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:18.543300 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f52024c4-0314-4675-95d7-76e1a1e72665 req-8fe2ca1a-e621-4f17-8703-691338f3208d tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 945 time: 0.0784066 Apr 06 12:48:18.558714 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: ACTIVE; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:18.559257 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.581934 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b505729e-02c6-43a8-a7aa-2e21911c1a2a {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:18.607909 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:18.609867 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f52024c4-0314-4675-95d7-76e1a1e72665 req-64b66410-766d-4c4b-b3f2-d4edabcc2fcc tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528755 Apr 06 12:48:18.719517 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.792537 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=6']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:18.802333 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2ab8-ae68-4b1a-9806-4c07a0d5bf41 req-cd3f6dd1-292d-4ddb-80ec-e8b319dc1432 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:18.804646 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-659a2ab8-ae68-4b1a-9806-4c07a0d5bf41 req-cd3f6dd1-292d-4ddb-80ec-e8b319dc1432 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.0805616 Apr 06 12:48:18.906307 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-659a2ab8-ae68-4b1a-9806-4c07a0d5bf41 req-ecd4e9b0-0fb0-49c9-a84e-f6ffaeec575d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939617 Apr 06 12:48:18.921806 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750689a-30fb-4070-aba9-2c1a4c8b7d81 req-4e398a01-9ff5-477d-96fa-cbb90034ea23 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:18.924478 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7750689a-30fb-4070-aba9-2c1a4c8b7d81 req-4e398a01-9ff5-477d-96fa-cbb90034ea23 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0906208 Apr 06 12:48:18.980121 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7750689a-30fb-4070-aba9-2c1a4c8b7d81 req-7847d9b6-5145-4286-9a13-c70318e3f055 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512369 Apr 06 12:48:19.740494 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e103e25-af72-4d1b-92f9-56bca1c2b148 req-9c4bdd93-b356-4962-8b73-28a5591bf3a1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:19.742319 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e103e25-af72-4d1b-92f9-56bca1c2b148 req-9c4bdd93-b356-4962-8b73-28a5591bf3a1 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 945 time: 0.0569153 Apr 06 12:48:19.801115 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e103e25-af72-4d1b-92f9-56bca1c2b148 req-fc65108a-445e-4bfb-97c9-0ac6acfed076 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527062 Apr 06 12:48:20.064246 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-5568137b-b5d4-493f-b2da-fb2f6c8085c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:20.066608 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-5568137b-b5d4-493f-b2da-fb2f6c8085c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 1130 time: 0.1036890 Apr 06 12:48:20.075516 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46e8f-0177-4e47-8fbc-ab97b8fd46f4 req-4f2de1aa-48d8-4fa9-a3ea-b21c618eeb1e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:20.077323 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-23b46e8f-0177-4e47-8fbc-ab97b8fd46f4 req-4f2de1aa-48d8-4fa9-a3ea-b21c618eeb1e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.0757287 Apr 06 12:48:20.160573 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-23b46e8f-0177-4e47-8fbc-ab97b8fd46f4 req-f7317a4a-1b02-4b3e-a6d0-36ee28b7d29e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715065 Apr 06 12:48:20.172120 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531637a-8fd6-4baf-a30f-fc8ae2808e32 req-1b67dcf8-e1bd-4239-9d6f-79c6a400b1d2 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:20.173709 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e531637a-8fd6-4baf-a30f-fc8ae2808e32 req-1b67dcf8-e1bd-4239-9d6f-79c6a400b1d2 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0953593 Apr 06 12:48:20.227453 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e531637a-8fd6-4baf-a30f-fc8ae2808e32 req-296a5f0b-27ce-4df1-84df-6b73c02361b3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466514 Apr 06 12:48:20.320896 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['b505729e-02c6-43a8-a7aa-2e21911c1a2a'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:20.479459 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['501acb16-8f7d-47b4-8e84-45896bf0333c'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:20.692671 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-116fa9a3-8114-4c56-b5d7-8a03e55b14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:20.694216 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-116fa9a3-8114-4c56-b5d7-8a03e55b14c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 915 time: 0.1063206 Apr 06 12:48:20.769070 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-236c3e51-47ab-425d-bb89-181ef6bfa0cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f354392-9bcc-410f-9da7-6038b2d6291a HTTP/1.1" status: 200 len: 1002 time: 0.0665083 Apr 06 12:48:20.826484 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-7cab3229-dca6-4d91-92d6-91bf9bb07422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:20.828079 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-7cab3229-dca6-4d91-92d6-91bf9bb07422 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0485117 Apr 06 12:48:20.893786 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-d90b945f-44f2-4b09-a0cb-a011f32a24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:20.895285 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-d90b945f-44f2-4b09-a0cb-a011f32a24dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571043 Apr 06 12:48:20.993465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c830a2-afaa-473a-be65-62c6c61d64b0 req-c98a030c-f015-4ee0-9870-3b3667d387c4 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:20.994927 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a1c830a2-afaa-473a-be65-62c6c61d64b0 req-c98a030c-f015-4ee0-9870-3b3667d387c4 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 945 time: 0.1165404 Apr 06 12:48:21.031829 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-6e14ecf2-0c0d-4cb6-9abc-19c180d3fd83 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218204 Apr 06 12:48:21.104223 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a1c830a2-afaa-473a-be65-62c6c61d64b0 req-3705f029-20de-4b97-a0d1-4dda1cd2297f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999525 Apr 06 12:48:21.160484 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d114ad69-93e6-4a9d-82a0-f9d080aa6d97 req-c52709c2-21ce-4581-87cf-028904a77940 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084697 Apr 06 12:48:21.554514 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9e7a3-42a6-4d85-9280-2d9b70f36655 req-e0b40285-34b6-4061-bd30-c540f1e7a97c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:21.556109 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e9f9e7a3-42a6-4d85-9280-2d9b70f36655 req-e0b40285-34b6-4061-bd30-c540f1e7a97c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.3167577 Apr 06 12:48:21.581966 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd2ea4-afb6-4f91-8cf4-5ac516a6e5fc req-4a4ef234-de5f-4b88-844b-c825e63bc96b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:21.583495 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-60cd2ea4-afb6-4f91-8cf4-5ac516a6e5fc req-4a4ef234-de5f-4b88-844b-c825e63bc96b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0875523 Apr 06 12:48:21.675852 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e9f9e7a3-42a6-4d85-9280-2d9b70f36655 req-c112611b-7e0b-449e-bcf9-224b17f05283 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073380 Apr 06 12:48:21.697649 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-60cd2ea4-afb6-4f91-8cf4-5ac516a6e5fc req-09cc5e47-8ae8-43ab-bd85-15bfe995c03c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044796 Apr 06 12:48:21.963706 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 501acb16-8f7d-47b4-8e84-45896bf0333c up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:22.101949 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 501acb16-8f7d-47b4-8e84-45896bf0333c completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:48:22.108678 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 501acb16-8f7d-47b4-8e84-45896bf0333c triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:22.109470 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.236093 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 501acb16-8f7d-47b4-8e84-45896bf0333c is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:22.237014 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.268608 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf367178-9063-47e9-bdbe-094726bf21e5 req-1bd5420d-83b3-4055-9df4-7e8706836fc9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:22.269284 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf367178-9063-47e9-bdbe-094726bf21e5 req-1bd5420d-83b3-4055-9df4-7e8706836fc9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 945 time: 0.0730841 Apr 06 12:48:22.277788 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501acb16-8f7d-47b4-8e84-45896bf0333c'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:22.281575 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91992a3-bbfe-4e31-8f47-ed9de4c0ff29" -d '{"events": [{"server_uuid": "d6b508ed-0c69-4756-ab8a-ad444a5e6ab5", "name": "network-vif-plugged", "status": "completed", "tag": "501acb16-8f7d-47b4-8e84-45896bf0333c"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:22.308226 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 501acb16-8f7d-47b4-8e84-45896bf0333c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=501acb16-8f7d-47b4-8e84-45896bf0333c,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:22.341940 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf367178-9063-47e9-bdbe-094726bf21e5 req-24930fa5-19fa-46f7-8ae0-84ed328a0d46 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643902 Apr 06 12:48:22.343958 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9820ef-91cc-4c7e-b26a-4a7e490c0b88 x-openstack-request-id: req-ee9820ef-91cc-4c7e-b26a-4a7e490c0b88 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:22.344297 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b508ed-0c69-4756-ab8a-ad444a5e6ab5", "name": "network-vif-plugged", "status": "completed", "tag": "501acb16-8f7d-47b4-8e84-45896bf0333c", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:22.344553 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee9820ef-91cc-4c7e-b26a-4a7e490c0b88 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:22.345023 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9820ef-91cc-4c7e-b26a-4a7e490c0b88'] response: {'server_uuid': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501acb16-8f7d-47b4-8e84-45896bf0333c', 'code': 200} Apr 06 12:48:22.422232 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.423079 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:22.670690 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=501acb16-8f7d-47b4-8e84-45896bf0333c,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:22.691166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port b505729e-02c6-43a8-a7aa-2e21911c1a2a triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:22.691166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.852050 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:22.856309 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.925975 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:23.003890 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b5265-5690-4bb5-84e5-4f54ffeda730 req-73fb5dbd-7fa0-4919-bccb-2860e3787944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:23.005770 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-454b5265-5690-4bb5-84e5-4f54ffeda730 req-73fb5dbd-7fa0-4919-bccb-2860e3787944 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 1130 time: 0.2127833 Apr 06 12:48:23.078392 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff8a6-a7f1-40c1-b444-c2e6cc2ed3a0 req-90804d24-8f56-4910-a7dd-7c958ea6ff5c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:23.090289 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52aff8a6-a7f1-40c1-b444-c2e6cc2ed3a0 req-90804d24-8f56-4910-a7dd-7c958ea6ff5c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.2807295 Apr 06 12:48:23.121189 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d093b-dc56-4ef1-a92c-171df09a95c9 req-91e65eed-6dee-4c56-a9ca-b6044303129a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:23.129303 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9d093b-dc56-4ef1-a92c-171df09a95c9 req-91e65eed-6dee-4c56-a9ca-b6044303129a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.3106914 Apr 06 12:48:23.176727 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-454b5265-5690-4bb5-84e5-4f54ffeda730 req-9c08d4a4-86f9-49c3-91ca-0cdc01537d04 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615829 Apr 06 12:48:23.187819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.249641 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52aff8a6-a7f1-40c1-b444-c2e6cc2ed3a0 req-9ae2edc1-9ba2-4c75-a16f-d3ad77176eb5 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575053 Apr 06 12:48:23.273657 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9d093b-dc56-4ef1-a92c-171df09a95c9 req-5326a837-af00-491b-a2e3-6a11532bf1bf tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265919 Apr 06 12:48:23.331655 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=7']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:23.428728 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128de6b-bf3b-4833-887e-39c77db2c2c1 req-43106aca-47e5-4989-b44f-3e0311dc6eff tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:23.430288 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0128de6b-bf3b-4833-887e-39c77db2c2c1 req-43106aca-47e5-4989-b44f-3e0311dc6eff tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0635045 Apr 06 12:48:23.442724 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48762) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:23.448512 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'floatingip': {'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:23.497667 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.526438 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501edb8-6897-4d6c-9722-7dd44718b292 req-6b8254f3-d359-470f-a248-89fcd3f3e10b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:23.528478 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0501edb8-6897-4d6c-9722-7dd44718b292 req-6b8254f3-d359-470f-a248-89fcd3f3e10b tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 946 time: 0.0972202 Apr 06 12:48:23.649207 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0501edb8-6897-4d6c-9722-7dd44718b292 req-719b0ad8-c922-4966-91b0-214be59f6edf tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113687 Apr 06 12:48:24.131638 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.319430 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.345872 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:24.349383 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f13218-32cf-4b3a-a046-12b863456086" -d '{"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-plugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:24.396463 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d3f6c-c7d8-46a8-8803-26d7d0c22ab9 x-openstack-request-id: req-5f8d3f6c-c7d8-46a8-8803-26d7d0c22ab9 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:24.396815 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-plugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:24.397130 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f8d3f6c-c7d8-46a8-8803-26d7d0c22ab9 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:24.397547 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8d3f6c-c7d8-46a8-8803-26d7d0c22ab9'] response: {'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'code': 200} Apr 06 12:48:24.432833 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d41f-01df-40a6-beea-ccc0581fa8e0 req-61a41bcd-23da-475c-a787-0aded1573c2e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:24.435064 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e453d41f-01df-40a6-beea-ccc0581fa8e0 req-61a41bcd-23da-475c-a787-0aded1573c2e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0903094 Apr 06 12:48:24.502087 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e453d41f-01df-40a6-beea-ccc0581fa8e0 req-9d71f4f7-ff0a-4719-b4b6-078dc5236252 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603712 Apr 06 12:48:24.528452 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Floating IP 79633c9c-d4b8-4506-b606-a855ac2caf63 associated. External IP: 172.27.3.226, port: a5ef574f-3ddc-4787-a097-4e124c648378. Apr 06 12:48:24.697058 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48784) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:24.907831 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Router 3303206c-9d05-4a73-b5ef-80987332abed has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:24.915783 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c95-b687-4909-84bc-1983ce962f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.036558 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c95-b687-4909-84bc-1983ce962f79 admin admin] Publish callbacks [] for security_group (276ae747-378c-4d09-a42e-e69e8e438761), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.087113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab980f01-eba6-402e-a008-50b936b41dd9 req-05ce6a0b-c21e-4caf-b32b-b103855ba505 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:25.088872 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ab980f01-eba6-402e-a008-50b936b41dd9 req-05ce6a0b-c21e-4caf-b32b-b103855ba505 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 946 time: 0.3016469 Apr 06 12:48:25.125533 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:25.139444 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.139623 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] Sync routers for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:25.149352 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d4b67c95-b687-4909-84bc-1983ce962f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (276ae747-378c-4d09-a42e-e69e8e438761), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.163964 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:25.164790 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:47:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:25.231281 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c8e46e84-e7ed-4a39-b5c7-f6e31cff14ef tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "PUT /v2.0/floatingips/79633c9c-d4b8-4506-b606-a855ac2caf63 HTTP/1.1" status: 200 len: 991 time: 1.7873414 Apr 06 12:48:25.232458 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:25.235319 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251463aa-5e46-404c-8b14-f00b75847a19" -d '{"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:25.244624 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ab980f01-eba6-402e-a008-50b936b41dd9 req-abfdcd3f-7400-4d28-9be2-e306b748966f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484873 Apr 06 12:48:25.259158 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d4b67c95-b687-4909-84bc-1983ce962f79 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8aec0d366464d1abe92fa09ab1f897f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5605979 Apr 06 12:48:25.260543 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b67c95-b687-4909-84bc-1983ce962f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276ae747-378c-4d09-a42e-e69e8e438761,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:25.261410 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48802) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:25.337066 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-05443a77-f586-40d5-835f-e80f7c701474 admin admin] Publish callbacks [] for security_group (276ae747-378c-4d09-a42e-e69e8e438761), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.353166 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:25.371912 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3badd-aec4-4d46-b543-c447bd3f0d9c x-openstack-request-id: req-78b3badd-aec4-4d46-b543-c447bd3f0d9c {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:25.371912 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:25.372192 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78b3badd-aec4-4d46-b543-c447bd3f0d9c {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:25.372514 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b3badd-aec4-4d46-b543-c447bd3f0d9c'] response: {'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'status': 'completed', 'code': 200} Apr 06 12:48:25.396348 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-05443a77-f586-40d5-835f-e80f7c701474 admin admin] Publish callbacks [] for security_group (276ae747-378c-4d09-a42e-e69e8e438761), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.495822 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251463aa-5e46-404c-8b14-f00b75847a19 req-ef8620c2-f9d8-46f7-96f9-481d9f34fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:25.497393 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-251463aa-5e46-404c-8b14-f00b75847a19 req-ef8620c2-f9d8-46f7-96f9-481d9f34fe29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1129 time: 0.0977275 Apr 06 12:48:25.574201 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-05443a77-f586-40d5-835f-e80f7c701474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (276ae747-378c-4d09-a42e-e69e8e438761), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.577495 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-05443a77-f586-40d5-835f-e80f7c701474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.578992 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-05443a77-f586-40d5-835f-e80f7c701474 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/276ae747-378c-4d09-a42e-e69e8e438761 HTTP/1.1" status: 204 len: 168 time: 0.3162291 Apr 06 12:48:25.606220 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05443a77-f586-40d5-835f-e80f7c701474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276ae747-378c-4d09-a42e-e69e8e438761,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:25.728988 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '79633c9c-d4b8-4506-b606-a855ac2caf63', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'mac_address': 'fa:16:3e:c3:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:49Z', 'updated_at': '2022-04-06T12:48:24Z', 'revision_number': 1, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:25.739031 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251463aa-5e46-404c-8b14-f00b75847a19 req-d0ab02b5-dedc-4226-9c9e-8b427944c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:25.740926 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-251463aa-5e46-404c-8b14-f00b75847a19 req-d0ab02b5-dedc-4226-9c9e-8b427944c3d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.2355213 Apr 06 12:48:25.762196 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] Checking router: 3303206c-9d05-4a73-b5ef-80987332abed for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:25.772279 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:25.772691 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:47:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:25.828255 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d084a1-0815-427c-b2ed-0a6b27418d95 req-d850331a-a702-4fd6-8945-e8a5c9321293 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:25.830170 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d9d084a1-0815-427c-b2ed-0a6b27418d95 req-d850331a-a702-4fd6-8945-e8a5c9321293 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1566057 Apr 06 12:48:25.843494 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-251463aa-5e46-404c-8b14-f00b75847a19 req-e913d865-30d5-4389-8305-1c63ff5163a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 200 len: 999 time: 0.0948730 Apr 06 12:48:25.906903 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:25.950741 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251463aa-5e46-404c-8b14-f00b75847a19 req-bca7c770-d29d-4591-8013-4ce0f77f1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:25.952493 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-251463aa-5e46-404c-8b14-f00b75847a19 req-bca7c770-d29d-4591-8013-4ce0f77f1e15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0959105 Apr 06 12:48:25.964011 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d9d084a1-0815-427c-b2ed-0a6b27418d95 req-4e7e3056-6486-44c0-ad18-48fb1d48c191 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190434 Apr 06 12:48:26.077983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251463aa-5e46-404c-8b14-f00b75847a19 req-c591d690-bf9e-4eb2-adb3-eaaf536c6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:26.084130 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-251463aa-5e46-404c-8b14-f00b75847a19 req-c591d690-bf9e-4eb2-adb3-eaaf536c6b99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138432 Apr 06 12:48:26.265016 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-251463aa-5e46-404c-8b14-f00b75847a19 req-5f21d3aa-0a01-4a92-b8d5-60bfdc008c48 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639705 Apr 06 12:48:26.382913 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '79633c9c-d4b8-4506-b606-a855ac2caf63', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'mac_address': 'fa:16:3e:c3:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:49Z', 'updated_at': '2022-04-06T12:48:24Z', 'revision_number': 1, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:26.437990 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cc9f6-0381-4860-b083-736935b4e96b None None] The sync data for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi is: [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '79633c9c-d4b8-4506-b606-a855ac2caf63', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'mac_address': 'fa:16:3e:c3:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:49Z', 'updated_at': '2022-04-06T12:48:24Z', 'revision_number': 1, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:26.483178 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-251463aa-5e46-404c-8b14-f00b75847a19 req-c0c28e77-2db7-49f4-a594-d32b5b0aeaec service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122643 Apr 06 12:48:26.531001 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1eb361-a3d0-401a-aa4e-7736088c934f req-416f402b-13f4-487d-b806-44bba6df58fd tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:26.534157 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ec1eb361-a3d0-401a-aa4e-7736088c934f req-416f402b-13f4-487d-b806-44bba6df58fd tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 946 time: 0.1252050 Apr 06 12:48:26.608212 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ec1eb361-a3d0-401a-aa4e-7736088c934f req-4786f697-b5de-4709-82e1-e8e83cccd277 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661194 Apr 06 12:48:26.785073 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3742a38-d671-4717-9cd5-d4f14ba6018d None None] New status for floating IP 79633c9c-d4b8-4506-b606-a855ac2caf63: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:48:27.218200 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc31db3-913d-4acf-8ec4-3375c962b54d req-bcb82dc9-a23f-4100-9a30-7c2adc200509 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:27.219770 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dbc31db3-913d-4acf-8ec4-3375c962b54d req-bcb82dc9-a23f-4100-9a30-7c2adc200509 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1314349 Apr 06 12:48:27.284976 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dbc31db3-913d-4acf-8ec4-3375c962b54d req-47740644-cf31-4d01-90a4-d02a01132d4f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539622 Apr 06 12:48:27.442822 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5dee21f0-fc32-44ed-95d7-8a70bc1d2497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.926812 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48874) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:27.990216 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] Deleting subnet 12232660-29dc-42e6-869f-2f2e0e8eb475 {{(pid=110383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:48:27.995665 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] Publish callbacks [] for subnet (12232660-29dc-42e6-869f-2f2e0e8eb475), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.050046 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9019380'] for subnet (12232660-29dc-42e6-869f-2f2e0e8eb475), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.098058 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (12232660-29dc-42e6-869f-2f2e0e8eb475), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.277715 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10197633'] for subnet (12232660-29dc-42e6-869f-2f2e0e8eb475), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.302289 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12232660-29dc-42e6-869f-2f2e0e8eb475,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:28.349888 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.357115 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-10a30406-de8b-4b29-95fe-44b706dfb817 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/12232660-29dc-42e6-869f-2f2e0e8eb475 HTTP/1.1" status: 204 len: 168 time: 0.4286380 Apr 06 12:48:28.359517 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48892) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:28.488188 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9ba7c-2349-40c9-a7be-f1158dbd6193 req-a8b26ad4-b0d4-4f61-a68b-3c2383dc72fe tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:28.492971 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7e9ba7c-2349-40c9-a7be-f1158dbd6193 req-a8b26ad4-b0d4-4f61-a68b-3c2383dc72fe tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1142025 Apr 06 12:48:28.502314 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (63208e20-01ff-4047-a2a5-716922e567f6), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.509384 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48896) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:28.627908 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7e9ba7c-2349-40c9-a7be-f1158dbd6193 req-bff815a4-de02-4aa0-81a7-a77f743494a1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269214 Apr 06 12:48:28.666044 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (63208e20-01ff-4047-a2a5-716922e567f6), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.723934 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63208e20-01ff-4047-a2a5-716922e567f6']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:28.748349 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:28.749168 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:28.752902 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-173cef9f-78ea-4e3f-84b5-fa1d67cc4fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.785589 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.811862 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.832713 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:48:28.833080 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (2dc0f3e3-75b9-47b1-9ac1-b2cbfdaa3603), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:48:28.834983 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:48:28.948122 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-173cef9f-78ea-4e3f-84b5-fa1d67cc4fc4 admin admin] Publish callbacks [] for security_group (bb521e65-be65-4fef-b94f-7ea033aff1db), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.074436 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (63208e20-01ff-4047-a2a5-716922e567f6), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.076695 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-173cef9f-78ea-4e3f-84b5-fa1d67cc4fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bb521e65-be65-4fef-b94f-7ea033aff1db), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.127189 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.134397 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] 10.222.0.79 "DELETE /v2.0/networks/63208e20-01ff-4047-a2a5-716922e567f6 HTTP/1.1" status: 204 len: 168 time: 0.7696052 Apr 06 12:48:29.135149 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48904) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:29.168275 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3875bfe-a9e9-4c92-99a8-eb07afddabec admin admin] Pushing event deleted for resources: {'Network': ['ID=63208e20-01ff-4047-a2a5-716922e567f6,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.180937 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-173cef9f-78ea-4e3f-84b5-fa1d67cc4fc4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8357b8619ae54c9dbd5e1d49e776d9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6702168 Apr 06 12:48:29.187123 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48906) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:29.197586 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cef9f-78ea-4e3f-84b5-fa1d67cc4fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb521e65-be65-4fef-b94f-7ea033aff1db,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.265897 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] Deleting subnet 4fb4688a-a0e9-4778-a694-5957a7e3e288 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:48:29.275096 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] Publish callbacks [] for subnet (4fb4688a-a0e9-4778-a694-5957a7e3e288), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.285814 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b7850961-b846-415c-b8c6-df199aeaf93f admin admin] Publish callbacks [] for security_group (bb521e65-be65-4fef-b94f-7ea033aff1db), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.327527 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b7850961-b846-415c-b8c6-df199aeaf93f admin admin] Publish callbacks [] for security_group (bb521e65-be65-4fef-b94f-7ea033aff1db), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.340489 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56602ae-59ad-49cf-97ac-071cb8f8ee5c req-cb1d6e33-c4dc-4576-a4c0-7420928c2d69 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:29.342649 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e56602ae-59ad-49cf-97ac-071cb8f8ee5c req-cb1d6e33-c4dc-4576-a4c0-7420928c2d69 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 946 time: 0.1289003 Apr 06 12:48:29.354206 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (4fb4688a-a0e9-4778-a694-5957a7e3e288), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.449852 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (4fb4688a-a0e9-4778-a694-5957a7e3e288), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.505431 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e56602ae-59ad-49cf-97ac-071cb8f8ee5c req-c11dd590-badc-40d1-ad71-c622e5ca7e69 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482611 Apr 06 12:48:29.519308 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b7850961-b846-415c-b8c6-df199aeaf93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bb521e65-be65-4fef-b94f-7ea033aff1db), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.523012 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b7850961-b846-415c-b8c6-df199aeaf93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.525844 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b7850961-b846-415c-b8c6-df199aeaf93f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb521e65-be65-4fef-b94f-7ea033aff1db HTTP/1.1" status: 204 len: 168 time: 0.3370740 Apr 06 12:48:29.556117 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0fc7b943-02de-4fce-8465-053e62fff067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.569253 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7850961-b846-415c-b8c6-df199aeaf93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb521e65-be65-4fef-b94f-7ea033aff1db,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.680013 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (4fb4688a-a0e9-4778-a694-5957a7e3e288), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.723110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb4688a-a0e9-4778-a694-5957a7e3e288,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.731891 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.745035 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-868e5cec-7082-4743-b376-f3103d37e74e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4fb4688a-a0e9-4778-a694-5957a7e3e288 HTTP/1.1" status: 204 len: 168 time: 0.6031396 Apr 06 12:48:29.745886 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48914) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:29.835123 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fef357-ee13-4d51-b7a0-8889f9b547ad req-af94e186-03da-4ac6-a691-48444cda192b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:29.838338 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3fef357-ee13-4d51-b7a0-8889f9b547ad req-af94e186-03da-4ac6-a691-48444cda192b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0939407 Apr 06 12:48:29.853751 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (a8cdfe98-5059-4c11-8e39-da99a3917574), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.932713 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3fef357-ee13-4d51-b7a0-8889f9b547ad req-737a007b-1df8-429a-82fc-3dd30db02193 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797303 Apr 06 12:48:29.983139 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (a8cdfe98-5059-4c11-8e39-da99a3917574), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.008256 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cdfe98-5059-4c11-8e39-da99a3917574']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:30.021540 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400ae9ad-b93a-424f-b475-b2f283e0c937') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:30.022309 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400ae9ad-b93a-424f-b475-b2f283e0c937') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:30.038964 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (400ae9ad-b93a-424f-b475-b2f283e0c937), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.062809 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (400ae9ad-b93a-424f-b475-b2f283e0c937), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.070001 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:48:30.070531 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (400ae9ad-b93a-424f-b475-b2f283e0c937), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:48:30.136697 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:48:30.191546 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (a8cdfe98-5059-4c11-8e39-da99a3917574), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.195952 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.201661 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] 10.222.0.79 "DELETE /v2.0/networks/a8cdfe98-5059-4c11-8e39-da99a3917574 HTTP/1.1" status: 204 len: 168 time: 0.4516168 Apr 06 12:48:30.244796 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57369c65-09fb-4724-b92f-ad2837cd7bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=a8cdfe98-5059-4c11-8e39-da99a3917574,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:30.760085 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48950) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:30.791000 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade0edc-b7a2-45f4-b747-62ca5c1bbe17 req-af690bcc-d32d-4f68-a356-9c1665782054 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:30.815044 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9ade0edc-b7a2-45f4-b747-62ca5c1bbe17 req-af690bcc-d32d-4f68-a356-9c1665782054 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 946 time: 0.1323478 Apr 06 12:48:30.875390 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.907420 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-4f23e576-c2ad-4783-aee3-bdc2948f5f41 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f0787ba7a34d4eac88c74d3fe0575ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451654 Apr 06 12:48:30.912774 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48952) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:30.989475 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9ade0edc-b7a2-45f4-b747-62ca5c1bbe17 req-b5637ca0-cd4a-4249-a77b-dd21358668e6 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526742 Apr 06 12:48:31.030486 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-51f09338-df15-4438-9117-9a6b65cacd5f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:31.035124 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-51f09338-df15-4438-9117-9a6b65cacd5f tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 946 time: 0.1691575 Apr 06 12:48:31.072285 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a9468b8b-0025-4e42-9dfa-a1581b363f31 admin admin] Publish callbacks [] for security_group (b85019ed-2034-44c7-b8bd-a29398ae128a), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.139827 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a9468b8b-0025-4e42-9dfa-a1581b363f31 admin admin] Publish callbacks [] for security_group (b85019ed-2034-44c7-b8bd-a29398ae128a), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.264771 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d327d28-5c5d-4aeb-a8cd-4b5944ca63f3 req-031a4863-0d49-4870-9026-b9bef9263656 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:31.272196 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d327d28-5c5d-4aeb-a8cd-4b5944ca63f3 req-031a4863-0d49-4870-9026-b9bef9263656 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1797628 Apr 06 12:48:31.358240 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a9468b8b-0025-4e42-9dfa-a1581b363f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b85019ed-2034-44c7-b8bd-a29398ae128a), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.362490 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a9468b8b-0025-4e42-9dfa-a1581b363f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.364387 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-a9468b8b-0025-4e42-9dfa-a1581b363f31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b85019ed-2034-44c7-b8bd-a29398ae128a HTTP/1.1" status: 204 len: 168 time: 0.4508300 Apr 06 12:48:31.391632 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9468b8b-0025-4e42-9dfa-a1581b363f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85019ed-2034-44c7-b8bd-a29398ae128a,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:31.425648 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d327d28-5c5d-4aeb-a8cd-4b5944ca63f3 req-b7fcc16b-133c-40f6-aaff-d125cfd8509b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518803 Apr 06 12:48:31.447038 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Deleting port 501acb16-8f7d-47b4-8e84-45896bf0333c {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:31.447038 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.617654 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] For port 501acb16-8f7d-47b4-8e84-45896bf0333c, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=501acb16-8f7d-47b4-8e84-45896bf0333c,segment=NetworkSegment(bd6f06d7-6948-46fa-b078-d75946c3b2fd),segment_id=bd6f06d7-6948-46fa-b078-d75946c3b2fd)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:31.618030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.637529 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Calling delete_port for 501acb16-8f7d-47b4-8e84-45896bf0333c owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:32.201359 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae581ca-723d-4d19-8739-967234183319 req-78fb550f-3e45-4612-8708-8c02ddd21385 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:32.201359 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1ae581ca-723d-4d19-8739-967234183319 req-78fb550f-3e45-4612-8708-8c02ddd21385 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 946 time: 0.0802126 Apr 06 12:48:32.243520 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1ae581ca-723d-4d19-8739-967234183319 req-157827de-2290-4d83-bd73-0829cf7a9cc9 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/security-groups?id=0d098f87-3d77-4f0c-88d1-8207afa2e307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654504 Apr 06 12:48:32.544806 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (501acb16-8f7d-47b4-8e84-45896bf0333c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.642421 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Pushing event deleted for resources: {'Port': ['ID=501acb16-8f7d-47b4-8e84-45896bf0333c,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:32.675128 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] No DVR routers for this DVR port 501acb16-8f7d-47b4-8e84-45896bf0333c on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:32.681499 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.686273 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dcb7914d-6c6d-40da-a47e-f3b92d43d5b8 req-928dd03a-9cca-408a-9868-a6803183ad3a tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.83 "DELETE /v2.0/ports/501acb16-8f7d-47b4-8e84-45896bf0333c HTTP/1.1" status: 204 len: 173 time: 1.6463389 Apr 06 12:48:32.688812 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'name': 'network-vif-deleted', 'tag': '501acb16-8f7d-47b4-8e84-45896bf0333c'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:32.690130 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ca1a5-c8f3-4636-b574-1f913889c2a9" -d '{"events": [{"server_uuid": "d6b508ed-0c69-4756-ab8a-ad444a5e6ab5", "name": "network-vif-deleted", "tag": "501acb16-8f7d-47b4-8e84-45896bf0333c"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:32.722624 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eabb9-f6cb-4965-a4cb-fef84b974cf6 req-76e5c141-0fc9-4315-bacf-db81afc476fc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:32.724486 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d8eabb9-f6cb-4965-a4cb-fef84b974cf6 req-76e5c141-0fc9-4315-bacf-db81afc476fc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1724532 Apr 06 12:48:32.739550 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c838476-14b6-4cbb-82cf-e2fdadf5555d x-openstack-request-id: req-3c838476-14b6-4cbb-82cf-e2fdadf5555d {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:32.739883 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b508ed-0c69-4756-ab8a-ad444a5e6ab5", "name": "network-vif-deleted", "tag": "501acb16-8f7d-47b4-8e84-45896bf0333c", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:32.740271 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c838476-14b6-4cbb-82cf-e2fdadf5555d {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:32.740596 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c838476-14b6-4cbb-82cf-e2fdadf5555d'] response: {'server_uuid': 'd6b508ed-0c69-4756-ab8a-ad444a5e6ab5', 'name': 'network-vif-deleted', 'tag': '501acb16-8f7d-47b4-8e84-45896bf0333c', 'status': 'completed', 'code': 200} Apr 06 12:48:32.807505 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d8eabb9-f6cb-4965-a4cb-fef84b974cf6 req-1da2f9e8-4ce9-4c74-9bda-52a1108eda63 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694060 Apr 06 12:48:32.980394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.348854 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48990) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:33.433181 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-1c55aa0e-7ef9-4700-999e-a58f9f2f186f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da9ae710620c4f84b90ab5ac6d116fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796320 Apr 06 12:48:33.433717 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 48992) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:33.484319 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 48994) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:33.494215 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f828cef-a810-4158-b65a-cb76aa2f5170 req-2c5a2cde-2cdb-4ee7-a9bc-6ecef3d41970 tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0684831 Apr 06 12:48:33.529276 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-50d5d064-b87d-4ad5-a22e-195f0a3cbf0e admin admin] Publish callbacks [] for security_group (9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.562062 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-50d5d064-b87d-4ad5-a22e-195f0a3cbf0e admin admin] Publish callbacks [] for security_group (9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.725478 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead27c16-926c-4347-be7e-e32d00fdd7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.762645 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-50d5d064-b87d-4ad5-a22e-195f0a3cbf0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.772291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-50d5d064-b87d-4ad5-a22e-195f0a3cbf0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.778258 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-50d5d064-b87d-4ad5-a22e-195f0a3cbf0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf HTTP/1.1" status: 204 len: 168 time: 0.3400457 Apr 06 12:48:33.801370 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-79b1c614-480f-45e6-ae66-5c25c5f02ce7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1352921 Apr 06 12:48:33.833106 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5d064-b87d-4ad5-a22e-195f0a3cbf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9866ecf6-fc92-4ebf-8a7e-7f43aa2280bf,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:33.870545 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.012296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-d60681ad-657a-4d87-8b92-9be3f2f4454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:34.013530 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-d60681ad-657a-4d87-8b92-9be3f2f4454d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 1130 time: 0.1656466 Apr 06 12:48:34.016431 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.026704 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead27c16-926c-4347-be7e-e32d00fdd7f6 admin admin] Publish callbacks [] for security_group (fbd86da6-63ad-407c-8217-1aea96c190a3), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.046168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 501acb16-8f7d-47b4-8e84-45896bf0333c no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:34.074720 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 501acb16-8f7d-47b4-8e84-45896bf0333c {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:34.075413 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 501acb16-8f7d-47b4-8e84-45896bf0333c not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:34.114282 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead27c16-926c-4347-be7e-e32d00fdd7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (fbd86da6-63ad-407c-8217-1aea96c190a3), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.209286 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ead27c16-926c-4347-be7e-e32d00fdd7f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=655aa3f030814a06ae53d832f7e6e4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7231007 Apr 06 12:48:34.213829 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49010) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:34.262574 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead27c16-926c-4347-be7e-e32d00fdd7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd86da6-63ad-407c-8217-1aea96c190a3,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:34.281922 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-5e6c8895-cb52-40f7-8245-0f21de9d0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:34.283345 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-5e6c8895-cb52-40f7-8245-0f21de9d0ab7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.2197421 Apr 06 12:48:34.348194 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2de1e34f-50a9-42d4-853f-702ae0d62d6d admin admin] Publish callbacks [] for security_group (fbd86da6-63ad-407c-8217-1aea96c190a3), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.352973 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c4111-cf6d-41cd-9d4c-c9d38c861984 req-711f9bbf-a00b-4a78-ba0d-b1e79547532e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:34.354578 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d7c4111-cf6d-41cd-9d4c-c9d38c861984 req-711f9bbf-a00b-4a78-ba0d-b1e79547532e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.2046010 Apr 06 12:48:34.355901 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-f09c2a71-ff4f-4b71-a4f0-669c8b18bcdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=883751bb-3b95-4a12-86c3-0e8844dd157d HTTP/1.1" status: 200 len: 217 time: 0.0614362 Apr 06 12:48:34.389946 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2de1e34f-50a9-42d4-853f-702ae0d62d6d admin admin] Publish callbacks [] for security_group (fbd86da6-63ad-407c-8217-1aea96c190a3), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.530726 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-db47f822-dd3c-4281-897b-ed261dac530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:34.530726 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-db47f822-dd3c-4281-897b-ed261dac530b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.1388338 Apr 06 12:48:34.544821 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d7c4111-cf6d-41cd-9d4c-c9d38c861984 req-66be53cf-a5e5-42cd-b8a9-446258124f98 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712852 Apr 06 12:48:34.576438 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2de1e34f-50a9-42d4-853f-702ae0d62d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (fbd86da6-63ad-407c-8217-1aea96c190a3), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.579436 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2de1e34f-50a9-42d4-853f-702ae0d62d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.582197 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2de1e34f-50a9-42d4-853f-702ae0d62d6d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fbd86da6-63ad-407c-8217-1aea96c190a3 HTTP/1.1" status: 204 len: 168 time: 0.3665998 Apr 06 12:48:34.612661 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1e34f-50a9-42d4-853f-702ae0d62d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd86da6-63ad-407c-8217-1aea96c190a3,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:34.682377 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-8e4d8c7d-689d-44cc-8c2e-f65c2b0a6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:34.685691 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-8e4d8c7d-689d-44cc-8c2e-f65c2b0a6657 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1393969 Apr 06 12:48:34.753384 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2eea999e-0933-416f-b3f0-f3eef7fb9dea req-5fb86551-58f9-4dd1-805a-819eaeb05f9e tempest-VolumesActionsTest-602457872 tempest-VolumesActionsTest-602457872-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6b508ed-0c69-4756-ab8a-ad444a5e6ab5 HTTP/1.1" status: 200 len: 210 time: 0.0567031 Apr 06 12:48:34.892061 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-502abe80-27e6-42ee-bad9-a07f56822b95 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938996 Apr 06 12:48:35.022037 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4db341fe-32f2-427d-99fb-cb6ca537a81f req-dc1267cc-2062-4545-9d1c-d33c089901f6 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210265 Apr 06 12:48:35.743337 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08802-fda6-4403-809b-5babd2cf7f7c req-207502a4-25c2-4123-be04-55af142f36fa tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:35.747949 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-05a08802-fda6-4403-809b-5babd2cf7f7c req-207502a4-25c2-4123-be04-55af142f36fa tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0846620 Apr 06 12:48:35.837264 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-05a08802-fda6-4403-809b-5babd2cf7f7c req-6cda9355-7062-4565-b66f-3fd7a7c0ac36 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809383 Apr 06 12:48:37.045546 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc091-44f2-4eb0-a2bd-172352245a7d req-7f9f777f-2cfc-4bc2-b2fa-df15aa803099 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:37.055276 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-39ebc091-44f2-4eb0-a2bd-172352245a7d req-7f9f777f-2cfc-4bc2-b2fa-df15aa803099 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0992553 Apr 06 12:48:37.118972 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-39ebc091-44f2-4eb0-a2bd-172352245a7d req-a98f15b6-f2ea-4d5f-8721-642428652e5a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627472 Apr 06 12:48:38.325112 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf89e54-c162-48a7-bc5a-da2e7efd022a req-19451121-1a08-4329-b6de-dc1b6462ee0f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:38.331060 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4cf89e54-c162-48a7-bc5a-da2e7efd022a req-19451121-1a08-4329-b6de-dc1b6462ee0f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0909081 Apr 06 12:48:38.411038 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4cf89e54-c162-48a7-bc5a-da2e7efd022a req-5ad3c132-9acd-4870-97dd-3ce4514d49f0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690718 Apr 06 12:48:39.592919 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808e5f1-7a39-42e6-949a-54825978ff3a req-10d3dfb4-7e99-4662-b1ef-6e6a40a768e3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:39.594243 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0808e5f1-7a39-42e6-949a-54825978ff3a req-10d3dfb4-7e99-4662-b1ef-6e6a40a768e3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0860541 Apr 06 12:48:39.657208 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0808e5f1-7a39-42e6-949a-54825978ff3a req-a6f10ad3-9cc7-4e51-8129-d283d981d378 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538967 Apr 06 12:48:40.790222 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0622c-d8b6-4700-b35c-60ddb2184654 req-da16c218-57ea-4ef5-815a-9e13ecfb2b17 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:40.791671 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06e0622c-d8b6-4700-b35c-60ddb2184654 req-da16c218-57ea-4ef5-815a-9e13ecfb2b17 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0577993 Apr 06 12:48:40.854224 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06e0622c-d8b6-4700-b35c-60ddb2184654 req-5e2c0cd7-cbe5-41c2-9d2b-56b87e07ee67 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557461 Apr 06 12:48:41.990251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5719b63-f479-4f87-b8ca-1e58df2f7ef8 req-4f9d50e7-98e0-4286-b198-dcb2ae4d57e8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:41.991794 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e5719b63-f479-4f87-b8ca-1e58df2f7ef8 req-4f9d50e7-98e0-4286-b198-dcb2ae4d57e8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0555038 Apr 06 12:48:42.052361 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e5719b63-f479-4f87-b8ca-1e58df2f7ef8 req-dadee9cb-e13a-44f5-b059-5e5301683176 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511987 Apr 06 12:48:42.057419 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49208) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:42.163199 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8a606cf-56d5-45cb-8c00-bcf2b9bbe370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.238559 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8a606cf-56d5-45cb-8c00-bcf2b9bbe370 admin admin] Publish callbacks [] for security_group (9c557b1f-343e-4623-9ea2-6840075df77b), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.345877 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8a606cf-56d5-45cb-8c00-bcf2b9bbe370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (9c557b1f-343e-4623-9ea2-6840075df77b), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.384588 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f8a606cf-56d5-45cb-8c00-bcf2b9bbe370 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e1876634ae54396963a6984cfdac3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260868 Apr 06 12:48:42.385463 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a606cf-56d5-45cb-8c00-bcf2b9bbe370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c557b1f-343e-4623-9ea2-6840075df77b,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:42.387309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 49212) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:42.439654 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2978cd82-22ca-41fa-ab4d-fd6d8a03f49e admin admin] Publish callbacks [] for security_group (9c557b1f-343e-4623-9ea2-6840075df77b), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.466102 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2978cd82-22ca-41fa-ab4d-fd6d8a03f49e admin admin] Publish callbacks [] for security_group (9c557b1f-343e-4623-9ea2-6840075df77b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.634722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2978cd82-22ca-41fa-ab4d-fd6d8a03f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (9c557b1f-343e-4623-9ea2-6840075df77b), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.637389 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2978cd82-22ca-41fa-ab4d-fd6d8a03f49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.638547 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2978cd82-22ca-41fa-ab4d-fd6d8a03f49e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c557b1f-343e-4623-9ea2-6840075df77b HTTP/1.1" status: 204 len: 168 time: 0.2498000 Apr 06 12:48:42.646163 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978cd82-22ca-41fa-ab4d-fd6d8a03f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c557b1f-343e-4623-9ea2-6840075df77b,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:42.717823 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-771c39a4-a045-4cca-a8fe-24d4e2cb05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:42.719384 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-771c39a4-a045-4cca-a8fe-24d4e2cb05ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1129 time: 0.0448694 Apr 06 12:48:42.823850 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-b3a36c12-86fa-4e8c-8ff8-0bf8eafbbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:42.825264 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-b3a36c12-86fa-4e8c-8ff8-0bf8eafbbd8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.0946064 Apr 06 12:48:42.898045 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-b011c047-3434-451e-8df2-7218b0870810 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 200 len: 1001 time: 0.0650597 Apr 06 12:48:42.935959 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:48:42.953288 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-111de8da-8c77-46cc-aa07-7e1f6b4fad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:42.955460 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-111de8da-8c77-46cc-aa07-7e1f6b4fad1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0493784 Apr 06 12:48:43.016350 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-d7df85f8-da47-4a68-8713-52253f880b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:43.017880 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-d7df85f8-da47-4a68-8713-52253f880b31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545607 Apr 06 12:48:43.120580 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-93a89f67-c6a4-4fef-8b86-1c637a1dbecf service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937293 Apr 06 12:48:43.254155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c170a8f-ff51-422c-a006-c2f1d5b704f0 req-9f68a9ac-b212-4ad3-b6ea-b13bf8878677 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:43.255897 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3c170a8f-ff51-422c-a006-c2f1d5b704f0 req-9f68a9ac-b212-4ad3-b6ea-b13bf8878677 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.1207235 Apr 06 12:48:43.274260 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d614c8ac-e4cb-46ef-9a62-5f3a49e144ba req-85d0dbf8-edb8-43e2-8385-f9aabde02e2c service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466196 Apr 06 12:48:43.320483 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3c170a8f-ff51-422c-a006-c2f1d5b704f0 req-f01a67ce-1e9f-4084-a9e2-21930b5e272d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561643 Apr 06 12:48:44.451344 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:44.456925 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39bb2c-3e99-438f-96f3-a8912e96b286 req-71380a3f-55fe-4a50-bc1d-1e924f579be1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:44.458485 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b39bb2c-3e99-438f-96f3-a8912e96b286 req-71380a3f-55fe-4a50-bc1d-1e924f579be1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 945 time: 0.0641215 Apr 06 12:48:44.507410 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b39bb2c-3e99-438f-96f3-a8912e96b286 req-8e453d59-783b-4ad1-a39f-b24ed1b2a68a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429590 Apr 06 12:48:44.541197 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: ACTIVE; New status is: DOWN {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:44.541599 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.567787 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:44.570069 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fec5bdf-3fb4-4402-b088-ccf43bbd5937" -d '{"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-unplugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:44.583195 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:44.608464 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156d621e-c2a5-4e4a-9697-78844a24f02c x-openstack-request-id: req-156d621e-c2a5-4e4a-9697-78844a24f02c {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:44.608800 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-unplugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:44.609181 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-156d621e-c2a5-4e4a-9697-78844a24f02c {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:44.609542 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156d621e-c2a5-4e4a-9697-78844a24f02c'] response: {'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'code': 200} Apr 06 12:48:44.678180 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.728647 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=8']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:44.736183 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.736531 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.736909 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.737251 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.737582 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.737915 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.738269 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.738590 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.738916 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.739241 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.739565 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.739898 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.740221 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.740568 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:44.740955 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:45.632451 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937f1a-2c57-4f85-bc34-ee0014059d1d req-d267c1aa-22c4-452f-88fc-718a19e3dce6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:45.633977 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-35937f1a-2c57-4f85-bc34-ee0014059d1d req-d267c1aa-22c4-452f-88fc-718a19e3dce6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0530224 Apr 06 12:48:45.686991 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-35937f1a-2c57-4f85-bc34-ee0014059d1d req-6e564234-50f4-4efd-9cb9-14c04a8c92dc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464275 Apr 06 12:48:46.867194 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49296b-7377-4322-902f-bb0b681840a3 req-ad564435-2260-488e-9f0b-90efd24df31e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:46.868935 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7e49296b-7377-4322-902f-bb0b681840a3 req-ad564435-2260-488e-9f0b-90efd24df31e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0796695 Apr 06 12:48:46.927846 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7e49296b-7377-4322-902f-bb0b681840a3 req-bbaaece1-408f-45c0-b383-eb140fd4e5ea tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527976 Apr 06 12:48:48.445755 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51e27-5666-4c27-941c-01c9110860be req-0f52c53f-6067-4384-9d2a-17de6f9a819b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:48.445755 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b2b51e27-5666-4c27-941c-01c9110860be req-0f52c53f-6067-4384-9d2a-17de6f9a819b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.4252894 Apr 06 12:48:48.531859 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b2b51e27-5666-4c27-941c-01c9110860be req-4a2bae91-60b4-4ee4-a104-98c10a9c0d13 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663409 Apr 06 12:48:50.133510 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:50.174877 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-9daf49d1-7ed7-4132-b66e-1fcd53aa8a7f req-60b12c5f-6392-4dbd-859d-b3103ab3fec7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:48:50.176912 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9daf49d1-7ed7-4132-b66e-1fcd53aa8a7f req-60b12c5f-6392-4dbd-859d-b3103ab3fec7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064218 Apr 06 12:48:50.259741 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: DOWN; New status is: DOWN {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:50.647627 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc0df1-10b2-4e2b-86fd-d9dd430318ae req-ccf02a34-2aaf-4377-9bbd-b413808f9ae5 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:50.649186 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bfbc0df1-10b2-4e2b-86fd-d9dd430318ae req-ccf02a34-2aaf-4377-9bbd-b413808f9ae5 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0580790 Apr 06 12:48:50.740274 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bfbc0df1-10b2-4e2b-86fd-d9dd430318ae req-e0c696ef-83b9-4620-9258-fcef8e29058b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829084 Apr 06 12:48:51.739380 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 49440) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:51.899809 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-a4e29fbf-f5cf-4e88-b187-926c3a4127e5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584332 Apr 06 12:48:51.911885 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-81bf20c8-8702-415a-8223-6b829e8eb0a2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:48:51.913003 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-81bf20c8-8702-415a-8223-6b829e8eb0a2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068707 Apr 06 12:48:51.933453 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34374f87-75fc-4987-86ca-6df8bc4eafd5 req-9c6964bc-17e2-4cfa-8431-fbe81631bdfb tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:51.935401 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-34374f87-75fc-4987-86ca-6df8bc4eafd5 req-9c6964bc-17e2-4cfa-8431-fbe81631bdfb tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0858431 Apr 06 12:48:52.019114 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49454) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:52.060786 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-34374f87-75fc-4987-86ca-6df8bc4eafd5 req-995a56d7-c232-4307-8540-e65d4acbda07 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180744 Apr 06 12:48:52.110914 dv-cinder-815660-6-iscsi neutron-server[110383]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 12:48:52.194082 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c438-2e9b-403e-b195-1b23687c93fe req-5c013d69-d15a-4157-a444-93372193eb90 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:52.196513 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-5c013d69-d15a-4157-a444-93372193eb90 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports/b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 200 len: 940 time: 0.1758547 Apr 06 12:48:53.295695 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3727a8a-2a05-4ef1-8d1b-0d62814d42a2 req-04018e8c-3eb4-4187-99a0-58dd44c6486c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:53.309504 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3727a8a-2a05-4ef1-8d1b-0d62814d42a2 req-04018e8c-3eb4-4187-99a0-58dd44c6486c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1159461 Apr 06 12:48:53.409889 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3727a8a-2a05-4ef1-8d1b-0d62814d42a2 req-2869a153-ee00-4909-91bb-b50e3e882081 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988548 Apr 06 12:48:54.614546 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed771d-38b8-4601-9608-ed3e70835157 req-e090a14e-1eda-4805-b7a3-b63f70430c0c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:54.616186 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-84ed771d-38b8-4601-9608-ed3e70835157 req-e090a14e-1eda-4805-b7a3-b63f70430c0c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0677276 Apr 06 12:48:54.671838 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-84ed771d-38b8-4601-9608-ed3e70835157 req-8f72a34f-5f86-43f0-a7a4-29a89b1eccc2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488267 Apr 06 12:48:55.794230 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49568) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:55.904978 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c438-2e9b-403e-b195-1b23687c93fe req-e51e3e04-de67-411f-b342-9483bfe6d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:55.906957 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-e51e3e04-de67-411f-b342-9483bfe6d0f6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b&tenant_id=d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 1127 time: 0.2088549 Apr 06 12:48:55.923332 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bf62f-fd73-4856-b3bb-dfac57db7861 req-073c1614-12c9-47c4-866e-42ebebe4a844 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:55.925083 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-904bf62f-fd73-4856-b3bb-dfac57db7861 req-073c1614-12c9-47c4-866e-42ebebe4a844 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1317372 Apr 06 12:48:55.943250 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:56.055894 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Publish callbacks [] for security_group (05e51a98-f59e-4fb2-8f08-5885edc5fc3e), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:56.091191 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-904bf62f-fd73-4856-b3bb-dfac57db7861 req-c3a54662-2584-4dc8-b9a6-fafc50573e38 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557274 Apr 06 12:48:56.099531 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c438-2e9b-403e-b195-1b23687c93fe req-1e16c3b8-cb83-4f1a-a696-c40af564b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:56.101318 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-1e16c3b8-cb83-4f1a-a696-c40af564b50e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1127 time: 0.1427889 Apr 06 12:48:56.123398 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (05e51a98-f59e-4fb2-8f08-5885edc5fc3e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:56.165702 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e51a98-f59e-4fb2-8f08-5885edc5fc3e,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:56.183325 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.183950 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.184296 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.184639 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.185389 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.185939 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.186505 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.187011 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.187359 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.187781 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.188318 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.188896 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.189409 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.190185 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.190321 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.208067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c438-2e9b-403e-b195-1b23687c93fe req-56b9509f-9efd-420f-887d-3c822f5aae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:56.209603 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-56b9509f-9efd-420f-887d-3c822f5aae55 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.0992610 Apr 06 12:48:56.215936 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 49574) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:56.218420 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-417d61f8-7ae1-43a5-bd93-34572d7f0758 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=208248b7b4b543e9b53f11476a9b3745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205735 Apr 06 12:48:56.341537 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-c4c6a8ae-990f-4e3a-b4b0-1c07dc858e9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 200 len: 999 time: 0.1041679 Apr 06 12:48:56.349042 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Publish callbacks [] for security_group (05e51a98-f59e-4fb2-8f08-5885edc5fc3e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:56.406767 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Publish callbacks [] for security_group (05e51a98-f59e-4fb2-8f08-5885edc5fc3e), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:56.424510 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c438-2e9b-403e-b195-1b23687c93fe req-b95b4a71-2c54-4d12-b722-b6e8b88a9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:56.426397 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-b95b4a71-2c54-4d12-b722-b6e8b88a9c57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0785491 Apr 06 12:48:56.507030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c438-2e9b-403e-b195-1b23687c93fe req-90145052-5284-4a1c-8754-aa5643202dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:56.508562 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-90145052-5284-4a1c-8754-aa5643202dfd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749080 Apr 06 12:48:56.591807 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (05e51a98-f59e-4fb2-8f08-5885edc5fc3e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:56.594185 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:56.598972 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05e51a98-f59e-4fb2-8f08-5885edc5fc3e HTTP/1.1" status: 204 len: 168 time: 0.3778911 Apr 06 12:48:56.616020 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e51a98-f59e-4fb2-8f08-5885edc5fc3e,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:56.633729 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.634195 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.634345 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.634722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.635041 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.635602 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.635723 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.636056 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.636409 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.636782 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.637183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.637399 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.637726 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.638056 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.638390 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fb509e-b3c1-4fcb-9d07-018540b1dfb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:56.646800 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-b13db32e-49e4-45ce-a1a3-e4f24e7cedb8 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309695 Apr 06 12:48:56.798829 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4222c438-2e9b-403e-b195-1b23687c93fe req-97f30afb-0e7e-4cd1-9522-590e3c751c64 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379871 Apr 06 12:48:57.220500 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1cce707c-9dcf-49c1-9382-529e808515aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:57.284557 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b640aa-aa9a-40c9-b985-51f6b5a6ed20 req-0c546b32-9e85-430e-9136-eb779065bc64 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:57.293383 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06b640aa-aa9a-40c9-b985-51f6b5a6ed20 req-0c546b32-9e85-430e-9136-eb779065bc64 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1008356 Apr 06 12:48:57.352118 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06b640aa-aa9a-40c9-b985-51f6b5a6ed20 req-864c596d-558b-4c23-ade7-86b575a9470e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553744 Apr 06 12:48:58.536610 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec48682-bee1-48b5-b3e8-8e8c1237202e req-c530270a-cbc4-41a1-b645-7662a64fca43 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:58.539294 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2ec48682-bee1-48b5-b3e8-8e8c1237202e req-c530270a-cbc4-41a1-b645-7662a64fca43 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0711389 Apr 06 12:48:58.597887 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2ec48682-bee1-48b5-b3e8-8e8c1237202e req-f2a334e8-a114-43dc-a385-9a223c909a55 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513172 Apr 06 12:48:59.529737 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-7643a65b-6474-44c8-8154-8db58fc8f738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:59.794182 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0624e-852d-41de-8651-d5f72250662a req-b9c0ec51-0713-445e-83f1-a7df1f81c51f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:59.797878 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17c0624e-852d-41de-8651-d5f72250662a req-b9c0ec51-0713-445e-83f1-a7df1f81c51f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0839667 Apr 06 12:48:59.867166 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17c0624e-852d-41de-8651-d5f72250662a req-a0522602-f0bf-4a5c-9908-7e47e4983918 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576706 Apr 06 12:49:00.827123 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:01.055066 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bf781-bd23-429c-95be-3c7e68b04cf1 req-69531acb-accb-42e8-84cd-126c809d5081 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:01.057633 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-913bf781-bd23-429c-95be-3c7e68b04cf1 req-69531acb-accb-42e8-84cd-126c809d5081 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0792325 Apr 06 12:49:01.122738 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-913bf781-bd23-429c-95be-3c7e68b04cf1 req-293919b4-8883-41b1-a568-d2d1c507263c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600939 Apr 06 12:49:02.314499 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731673a-2485-4b67-8433-98bb0e0850a2 req-79e75e2e-8313-4d5f-b960-aa0efd8775af tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:02.316947 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1731673a-2485-4b67-8433-98bb0e0850a2 req-79e75e2e-8313-4d5f-b960-aa0efd8775af tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0737016 Apr 06 12:49:02.372394 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1731673a-2485-4b67-8433-98bb0e0850a2 req-403502cc-e39b-468c-9ccf-19283b493bbc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503752 Apr 06 12:49:02.864433 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:03.560656 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef089e-07d3-479f-8875-d66aeb148887 req-7c8250da-053a-40c9-8bb7-94302532da21 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:03.567527 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-baef089e-07d3-479f-8875-d66aeb148887 req-7c8250da-053a-40c9-8bb7-94302532da21 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0861120 Apr 06 12:49:03.616612 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-baef089e-07d3-479f-8875-d66aeb148887 req-319cfc89-d48f-400d-b4b2-2bb3cde7e6dd tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481467 Apr 06 12:49:03.838014 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:04.027439 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:04.636541 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd677f-8d11-4e06-a6fe-b10fc3e83e28 req-49899d54-aa33-4f3c-8e84-fc6faaf5c1b9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:04.639307 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1cbd677f-8d11-4e06-a6fe-b10fc3e83e28 req-49899d54-aa33-4f3c-8e84-fc6faaf5c1b9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.0726557 Apr 06 12:49:04.761686 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1cbd677f-8d11-4e06-a6fe-b10fc3e83e28 req-77abb67e-6fc4-4564-9619-a5b0e171897a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112800 Apr 06 12:49:04.819335 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d60d3-ff10-4436-bf1c-1ec380e49176 req-55241e68-a674-4b70-ab4a-90be1dd21e29 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:04.835882 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a62d60d3-ff10-4436-bf1c-1ec380e49176 req-55241e68-a674-4b70-ab4a-90be1dd21e29 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0870724 Apr 06 12:49:04.912541 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a62d60d3-ff10-4436-bf1c-1ec380e49176 req-0de032e3-3328-4f0c-ad51-91526d735f94 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844643 Apr 06 12:49:05.947267 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e954-f62b-46f0-b43b-c670ea701547 req-e47079d3-9c1e-4ddd-9fea-5c60eac58987 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:05.949463 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd87e954-f62b-46f0-b43b-c670ea701547 req-e47079d3-9c1e-4ddd-9fea-5c60eac58987 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.0951998 Apr 06 12:49:06.007955 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd87e954-f62b-46f0-b43b-c670ea701547 req-f7c9d3c5-2a56-4739-bdc3-1c695efa138a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=52181616-70aa-4bf1-88df-de5694637f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525229 Apr 06 12:49:06.094549 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360c89f-83cc-418d-a863-90906d25ebec req-cc5840c4-e360-4aed-93ce-0a25ff7a7f99 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:06.096726 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a360c89f-83cc-418d-a863-90906d25ebec req-cc5840c4-e360-4aed-93ce-0a25ff7a7f99 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0736687 Apr 06 12:49:06.181631 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a360c89f-83cc-418d-a863-90906d25ebec req-3f2eacdc-f19c-4dea-8b6f-dcabbd81478b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658753 Apr 06 12:49:06.333657 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75e99c00-9e6c-4d40-bff7-36faee3370bd tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:06.335601 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75e99c00-9e6c-4d40-bff7-36faee3370bd tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 946 time: 0.0712240 Apr 06 12:49:06.445387 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 3f354392-9bcc-410f-9da7-6038b2d6291a {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:49:06.445740 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:06.577148 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] For port 3f354392-9bcc-410f-9da7-6038b2d6291a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=3f354392-9bcc-410f-9da7-6038b2d6291a,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:06.577741 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:06.886743 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:06.887084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (70657a23-9f4a-41a5-a4ae-ba46a130cadf), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:06.887385 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP 70657a23-9f4a-41a5-a4ae-ba46a130cadf disassociated. External IP: 172.27.3.171, port: 3f354392-9bcc-410f-9da7-6038b2d6291a. Apr 06 12:49:06.887762 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 3f354392-9bcc-410f-9da7-6038b2d6291a owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:49:07.112314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (3f354392-9bcc-410f-9da7-6038b2d6291a), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:07.164275 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=3f354392-9bcc-410f-9da7-6038b2d6291a,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:07.226723 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e855efe6-cffb-4dec-8ec4-3eac50ec3320 req-6cbe6917-5bbb-456a-b614-d6f801a63753 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 210 time: 0.0963521 Apr 06 12:49:07.447274 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48bc1f-a15f-4ae6-b177-39f6ce52cc26 req-33d20780-2f70-4281-bbc1-4854cd2201e1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:07.448858 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5f48bc1f-a15f-4ae6-b177-39f6ce52cc26 req-33d20780-2f70-4281-bbc1-4854cd2201e1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1475260 Apr 06 12:49:07.502958 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:49:07.524684 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5f48bc1f-a15f-4ae6-b177-39f6ce52cc26 req-302dc23f-879a-4e5e-bae6-28d479183634 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684319 Apr 06 12:49:07.710711 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:49:07.737695 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:49:07.763761 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:07.765344 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:48:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:07.778081 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] No DVR routers for this DVR port 3f354392-9bcc-410f-9da7-6038b2d6291a on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:49:07.781439 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:07.789199 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c4a5260d-984d-46ac-b183-38c9076416b4 req-75cddef5-da91-42d0-a58f-6984a5806250 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "DELETE /v2.0/ports/3f354392-9bcc-410f-9da7-6038b2d6291a HTTP/1.1" status: 204 len: 173 time: 1.4469821 Apr 06 12:49:07.789199 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'name': 'network-vif-deleted', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:07.802952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4318e29-f953-4b7b-82a9-ebb093c4e817" -d '{"events": [{"server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "name": "network-vif-deleted", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:07.889200 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182c949-ebe2-46a6-9c49-2d761455fbc4 x-openstack-request-id: req-0182c949-ebe2-46a6-9c49-2d761455fbc4 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:07.889478 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323f2c9-ba86-4ae2-b445-e2cdb01ad790", "name": "network-vif-deleted", "tag": "3f354392-9bcc-410f-9da7-6038b2d6291a", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:07.889836 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0182c949-ebe2-46a6-9c49-2d761455fbc4 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:07.890515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0182c949-ebe2-46a6-9c49-2d761455fbc4'] response: {'server_uuid': '4323f2c9-ba86-4ae2-b445-e2cdb01ad790', 'name': 'network-vif-deleted', 'tag': '3f354392-9bcc-410f-9da7-6038b2d6291a', 'status': 'completed', 'code': 200} Apr 06 12:49:08.055664 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:08.471359 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22d178cc-f554-48f3-88ab-1634eb5e8b24 req-8d2eaad1-6ccd-48d9-a2a4-a51a5e77c596 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=4323f2c9-ba86-4ae2-b445-e2cdb01ad790 HTTP/1.1" status: 200 len: 210 time: 0.0623817 Apr 06 12:49:08.475564 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:48Z', 'revision_number': 2, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:08.504358 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:49:08.513882 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:08.515411 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:48:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:08.757512 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc9e4-26d9-47e7-9822-74cdd4bc129d req-c71fb828-8410-4d7b-ba52-886bed71a39e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:08.759470 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5fcdc9e4-26d9-47e7-9822-74cdd4bc129d req-c71fb828-8410-4d7b-ba52-886bed71a39e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0879998 Apr 06 12:49:08.819802 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:08.841873 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5fcdc9e4-26d9-47e7-9822-74cdd4bc129d req-123c576c-06db-4e57-b5e8-c389237a59c3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707817 Apr 06 12:49:09.190655 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:48Z', 'revision_number': 2, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:09.257058 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0273df96-2e57-465f-b6e1-a3ac1c41672d None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': 'c5e0df48-c605-43ce-8cef-3ab4d2bf4e52', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:5d:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:45:54Z', 'updated_at': '2022-04-06T12:46:48Z', 'revision_number': 2, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:49:09.752969 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be3d897-dd6a-42d2-93c6-e3785bc8b3a1 None None] New status for floating IP 70657a23-9f4a-41a5-a4ae-ba46a130cadf: DOWN {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:49:09.761088 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 49670) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:09.885059 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a9284e7d-a561-4c6d-a1a9-8684c3c5d16d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (52181616-70aa-4bf1-88df-de5694637f63), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:09.923172 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a9284e7d-a561-4c6d-a1a9-8684c3c5d16d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (52181616-70aa-4bf1-88df-de5694637f63), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.049877 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f306c8-d331-4ab6-864e-1421ee58e170 req-786e2d77-2dce-4095-8f1a-42ce41a34d00 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:10.051409 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-48f306c8-d331-4ab6-864e-1421ee58e170 req-786e2d77-2dce-4095-8f1a-42ce41a34d00 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0856042 Apr 06 12:49:10.108442 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a9284e7d-a561-4c6d-a1a9-8684c3c5d16d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (52181616-70aa-4bf1-88df-de5694637f63), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.112718 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a9284e7d-a561-4c6d-a1a9-8684c3c5d16d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.112990 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-a9284e7d-a561-4c6d-a1a9-8684c3c5d16d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/security-groups/52181616-70aa-4bf1-88df-de5694637f63 HTTP/1.1" status: 204 len: 168 time: 0.3508291 Apr 06 12:49:10.115652 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49694) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:10.129300 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-48f306c8-d331-4ab6-864e-1421ee58e170 req-3a981e72-473e-4363-94e6-84f3eb2eb919 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695953 Apr 06 12:49:10.130187 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9284e7d-a561-4c6d-a1a9-8684c3c5d16d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52181616-70aa-4bf1-88df-de5694637f63,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:10.157626 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.api.v2.resource [None req-ff4f85b4-2346-45d6-925a-451a53bf1ba5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] show failed (client error): The resource could not be found. Apr 06 12:49:10.163279 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ff4f85b4-2346-45d6-925a-451a53bf1ba5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups/52181616-70aa-4bf1-88df-de5694637f63 HTTP/1.1" status: 404 len: 347 time: 0.0464680 Apr 06 12:49:10.164090 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49698) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:10.270277 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 3f354392-9bcc-410f-9da7-6038b2d6291a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:49:10.342579 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 256414ae-7bbf-439e-9599-fb1b7d195824 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:49:10.343608 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (256414ae-7bbf-439e-9599-fb1b7d195824), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.348351 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 3f354392-9bcc-410f-9da7-6038b2d6291a {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:49:10.348702 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 3f354392-9bcc-410f-9da7-6038b2d6291a not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:49:10.564999 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (256414ae-7bbf-439e-9599-fb1b7d195824), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.565581 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (256414ae-7bbf-439e-9599-fb1b7d195824), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.592512 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 256414ae-7bbf-439e-9599-fb1b7d195824 owned by network:floatingip {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:49:11.153173 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (256414ae-7bbf-439e-9599-fb1b7d195824), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:11.185013 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=256414ae-7bbf-439e-9599-fb1b7d195824,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:11.325004 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (70657a23-9f4a-41a5-a4ae-ba46a130cadf), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:11.325004 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:11.325004 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2589a13a-5430-40bf-b890-f93885119b43 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/floatingips/70657a23-9f4a-41a5-a4ae-ba46a130cadf HTTP/1.1" status: 204 len: 168 time: 1.1527913 Apr 06 12:49:11.430005 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c1f5a-5619-49b6-92f4-c9d4ffa2edb3 req-5f9a6b08-ed2e-4a52-b17d-3f67a9dcf632 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:11.439672 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0c0c1f5a-5619-49b6-92f4-c9d4ffa2edb3 req-5f9a6b08-ed2e-4a52-b17d-3f67a9dcf632 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1340981 Apr 06 12:49:11.538473 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0c0c1f5a-5619-49b6-92f4-c9d4ffa2edb3 req-db748958-bbbf-4363-9bd4-4d0750caf3c0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975699 Apr 06 12:49:12.704549 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafee07-e100-451b-ad3a-bd57804ae666 req-67b1b22a-5ed0-4796-99d4-2529b9cddbd8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:12.706465 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfafee07-e100-451b-ad3a-bd57804ae666 req-67b1b22a-5ed0-4796-99d4-2529b9cddbd8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0699372 Apr 06 12:49:12.759178 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfafee07-e100-451b-ad3a-bd57804ae666 req-ed3b1e45-603e-4b27-92d3-432c4f55b3b8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448089 Apr 06 12:49:13.949354 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42f9a-ba22-4af2-ad0d-363d75b7897c req-ae0c8663-b81d-4b48-8bbf-440e30e0afb4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:13.960450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-86a42f9a-ba22-4af2-ad0d-363d75b7897c req-ae0c8663-b81d-4b48-8bbf-440e30e0afb4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0961595 Apr 06 12:49:14.040621 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-86a42f9a-ba22-4af2-ad0d-363d75b7897c req-a2fadf75-df52-4bed-a3ac-4a200c7e214b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779445 Apr 06 12:49:15.233414 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef23395-9168-480d-961d-30a5e6444bd2 req-2d43ddb5-2e69-41d1-b4d6-ef3fc525f6bb tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:15.236813 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2ef23395-9168-480d-961d-30a5e6444bd2 req-2d43ddb5-2e69-41d1-b4d6-ef3fc525f6bb tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0804906 Apr 06 12:49:15.313958 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2ef23395-9168-480d-961d-30a5e6444bd2 req-bdc323dd-cdb9-4500-8721-d2728d971f33 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667107 Apr 06 12:49:15.521170 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 49824) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:15.580092 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] Deleting subnet c1ebb4dd-d3c8-4744-add8-94def88bbe10 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:49:15.584156 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] Publish callbacks [] for subnet (c1ebb4dd-d3c8-4744-add8-94def88bbe10), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:15.634363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (c1ebb4dd-d3c8-4744-add8-94def88bbe10), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:15.699524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (c1ebb4dd-d3c8-4744-add8-94def88bbe10), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:15.880628 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (c1ebb4dd-d3c8-4744-add8-94def88bbe10), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:15.900250 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:15.905541 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c1ebb4dd-d3c8-4744-add8-94def88bbe10 HTTP/1.1" status: 204 len: 168 time: 0.3816640 Apr 06 12:49:15.906857 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49826) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:15.944036 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1413d-b5c5-4d2d-b19e-c1bb8c7a32bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ebb4dd-d3c8-4744-add8-94def88bbe10,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:16.294914 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (14619ecc-4079-4bc2-afb8-7f7e29ef0a9c), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.433859 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (14619ecc-4079-4bc2-afb8-7f7e29ef0a9c), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.471518 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14619ecc-4079-4bc2-afb8-7f7e29ef0a9c']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:16.489668 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6f06d7-6948-46fa-b078-d75946c3b2fd') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:16.504131 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6f06d7-6948-46fa-b078-d75946c3b2fd') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:16.537674 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (bd6f06d7-6948-46fa-b078-d75946c3b2fd), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.573138 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (bd6f06d7-6948-46fa-b078-d75946c3b2fd), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.586063 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (bd6f06d7-6948-46fa-b078-d75946c3b2fd), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:49:16.591449 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:49:16.609456 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cde354-43d4-44fa-8c27-0b2c031112f9 req-106808e8-20f3-457e-9f0b-387f3460f93c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:16.613616 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-25cde354-43d4-44fa-8c27-0b2c031112f9 req-106808e8-20f3-457e-9f0b-387f3460f93c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1225655 Apr 06 12:49:16.728383 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-25cde354-43d4-44fa-8c27-0b2c031112f9 req-f7bbab35-13d1-4aac-ad2b-898ad6f6b67a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088827 Apr 06 12:49:16.795890 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (14619ecc-4079-4bc2-afb8-7f7e29ef0a9c), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.811843 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.822257 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/14619ecc-4079-4bc2-afb8-7f7e29ef0a9c HTTP/1.1" status: 204 len: 168 time: 0.9126799 Apr 06 12:49:16.843571 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17257a0e-354e-4ece-8b20-0ae0e83ad3a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=14619ecc-4079-4bc2-afb8-7f7e29ef0a9c,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:17.895480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3766036-7338-474f-8cd9-9dd7f763fafb req-7e659110-da1e-4470-93af-e6fa397df963 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:17.897222 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3766036-7338-474f-8cd9-9dd7f763fafb req-7e659110-da1e-4470-93af-e6fa397df963 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0721650 Apr 06 12:49:17.975444 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3766036-7338-474f-8cd9-9dd7f763fafb req-89d10952-c446-4d52-a1e8-f7c28cb58d34 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677154 Apr 06 12:49:18.764980 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49852) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:18.828530 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-bf7335ec-9048-4dba-ab6c-00509660bee4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac935102399d4f00bd6613eab4b79b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592582 Apr 06 12:49:18.828901 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 49854) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:18.905926 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-32aae160-a9e4-4efe-aae7-c46f295e6e26 admin admin] Publish callbacks [] for security_group (0d098f87-3d77-4f0c-88d1-8207afa2e307), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:18.941812 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-32aae160-a9e4-4efe-aae7-c46f295e6e26 admin admin] Publish callbacks [] for security_group (0d098f87-3d77-4f0c-88d1-8207afa2e307), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:19.056208 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-32aae160-a9e4-4efe-aae7-c46f295e6e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0d098f87-3d77-4f0c-88d1-8207afa2e307), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:19.060887 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-32aae160-a9e4-4efe-aae7-c46f295e6e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:19.066011 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-32aae160-a9e4-4efe-aae7-c46f295e6e26 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0d098f87-3d77-4f0c-88d1-8207afa2e307 HTTP/1.1" status: 204 len: 168 time: 0.2323313 Apr 06 12:49:19.074875 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aae160-a9e4-4efe-aae7-c46f295e6e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d098f87-3d77-4f0c-88d1-8207afa2e307,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:19.164306 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf19de-8afd-42d1-b3bf-f7fbc7b80d88 req-0d3f94d9-2144-4822-9f7a-6cab5a87a027 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:19.166003 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-20bf19de-8afd-42d1-b3bf-f7fbc7b80d88 req-0d3f94d9-2144-4822-9f7a-6cab5a87a027 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0814099 Apr 06 12:49:19.227207 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-20bf19de-8afd-42d1-b3bf-f7fbc7b80d88 req-7ec25d33-de6d-46fd-89d1-9cffe309ab39 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540640 Apr 06 12:49:19.937500 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:49:20.368112 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2a1ca-49f6-4460-a9c5-6fc7b7868913 req-9d4929d6-faaf-4012-b3ef-e1cbec30c89b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:20.369651 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-50d2a1ca-49f6-4460-a9c5-6fc7b7868913 req-9d4929d6-faaf-4012-b3ef-e1cbec30c89b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0561810 Apr 06 12:49:20.453512 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-50d2a1ca-49f6-4460-a9c5-6fc7b7868913 req-2e7a0692-9182-45aa-a5f6-3d6a13e77184 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780261 Apr 06 12:49:21.617509 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d39f11-7a6c-4dde-b523-2f7c8cb64669 req-8276c042-4026-4b56-b895-13c0ce1b3f35 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:21.621514 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-59d39f11-7a6c-4dde-b523-2f7c8cb64669 req-8276c042-4026-4b56-b895-13c0ce1b3f35 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0873055 Apr 06 12:49:21.668860 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-59d39f11-7a6c-4dde-b523-2f7c8cb64669 req-495b7df5-79e0-42ec-8cc4-45a40f5d489a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438764 Apr 06 12:49:22.419201 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-1bf650a7-d10e-49a0-a1d2-d2844d424e9b tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=7689224394424041a085020be595c3a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415881 Apr 06 12:49:22.909641 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-61962f63-8198-421f-9cff-9a4fdb2379ae tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:22.911188 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-61962f63-8198-421f-9cff-9a4fdb2379ae tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4864748 Apr 06 12:49:22.941958 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-314c54cf-9927-4fe4-b844-13e189432385 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/quotas/7689224394424041a085020be595c3a5 HTTP/1.1" status: 200 len: 375 time: 0.0155730 Apr 06 12:49:22.979342 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-573128fb-aa14-4b57-9351-ac7a838fa7d5 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7689224394424041a085020be595c3a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308516 Apr 06 12:49:22.988285 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea48a3-eea7-4cb7-abc6-76dd75ac7058 req-41644dcd-7ce2-489e-9101-93fe1a49e4da tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:22.989963 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f5ea48a3-eea7-4cb7-abc6-76dd75ac7058 req-41644dcd-7ce2-489e-9101-93fe1a49e4da tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1148670 Apr 06 12:49:23.047447 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f5ea48a3-eea7-4cb7-abc6-76dd75ac7058 req-e74b449e-487b-4b90-a06c-40f1014551e9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514421 Apr 06 12:49:23.280573 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c475cae8-5e6b-4e89-aaf7-f4022f9ee152 req-2f654772-d1a3-433e-ac87-adacdada65ba tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 210 time: 0.0410862 Apr 06 12:49:24.178107 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0beaf0-c735-430f-b869-0a17fe78f273 req-730b8db6-ac23-477b-8ae8-a2ff9e27416e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:24.179613 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2b0beaf0-c735-430f-b869-0a17fe78f273 req-730b8db6-ac23-477b-8ae8-a2ff9e27416e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0565858 Apr 06 12:49:24.227488 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2b0beaf0-c735-430f-b869-0a17fe78f273 req-f7241aeb-c405-4b77-a206-b3c0ac0b6c31 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Apr 06 12:49:24.376146 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8974cfc-84e8-451f-80dd-547def52fb50 req-a6e2e2ac-daad-42c9-8cd2-046ac4475eff tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 210 time: 0.0266800 Apr 06 12:49:24.638507 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 49974) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:24.752098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f2262c65-d2f0-477d-93ca-05feef7847f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:24.853007 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f2262c65-d2f0-477d-93ca-05feef7847f6 admin admin] Publish callbacks [] for security_group (7d158a8f-30dd-4941-8bd5-99c1a48f640d), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:24.914975 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f2262c65-d2f0-477d-93ca-05feef7847f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (7d158a8f-30dd-4941-8bd5-99c1a48f640d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:24.954398 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f2262c65-d2f0-477d-93ca-05feef7847f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e1ce75eba854d8e9ca9c6ebf92eb44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147936 Apr 06 12:49:24.955333 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2262c65-d2f0-477d-93ca-05feef7847f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d158a8f-30dd-4941-8bd5-99c1a48f640d,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:24.957111 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 49982) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:25.007481 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8c0d-ad22-4502-8860-88e6c12cb839 admin admin] Publish callbacks [] for security_group (7d158a8f-30dd-4941-8bd5-99c1a48f640d), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:25.031504 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8c0d-ad22-4502-8860-88e6c12cb839 admin admin] Publish callbacks [] for security_group (7d158a8f-30dd-4941-8bd5-99c1a48f640d), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:25.175813 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8c0d-ad22-4502-8860-88e6c12cb839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (7d158a8f-30dd-4941-8bd5-99c1a48f640d), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:25.178344 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e5ac8c0d-ad22-4502-8860-88e6c12cb839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:25.179539 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e5ac8c0d-ad22-4502-8860-88e6c12cb839 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d158a8f-30dd-4941-8bd5-99c1a48f640d HTTP/1.1" status: 204 len: 168 time: 0.2213936 Apr 06 12:49:25.189243 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac8c0d-ad22-4502-8860-88e6c12cb839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d158a8f-30dd-4941-8bd5-99c1a48f640d,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:25.374488 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf727f-0e8c-458e-b8bf-48ef0ec6432b req-f5ae83d9-6527-4ff3-8d06-ead0dbfde108 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:25.376055 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3cf727f-0e8c-458e-b8bf-48ef0ec6432b req-f5ae83d9-6527-4ff3-8d06-ead0dbfde108 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.0637004 Apr 06 12:49:25.435792 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3cf727f-0e8c-458e-b8bf-48ef0ec6432b req-fba5ee73-fef4-40ea-a893-361cbd830041 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530970 Apr 06 12:49:25.486873 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-685efccb-386c-4dfa-b464-96705c656542 req-4cc6414b-ae0a-470f-98ec-076b71ffaf26 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 210 time: 0.0329261 Apr 06 12:49:26.637174 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2c7cdb2d-d84c-4ebe-b779-6cd74521d18f req-8e72bdec-793d-4c5a-abf4-9aedb7ba7400 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 210 time: 0.0344245 Apr 06 12:49:26.650348 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6299fff-eb32-4f1e-b31e-298bc1b0f1ff req-e43bcb3e-4502-4293-b5a0-bcddd6691846 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:26.653157 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b6299fff-eb32-4f1e-b31e-298bc1b0f1ff req-e43bcb3e-4502-4293-b5a0-bcddd6691846 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1300788 Apr 06 12:49:26.716021 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b6299fff-eb32-4f1e-b31e-298bc1b0f1ff req-74e98557-a67c-474e-bf71-7ca762c2fb44 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571949 Apr 06 12:49:27.246825 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-ebf02d1a-95cd-4edc-bbd7-e034e9c456e4 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=7689224394424041a085020be595c3a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308011 Apr 06 12:49:27.252691 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-7d766c7a-eb24-4395-b76b-6f245f63665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.375391 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-329af9d1-b833-4a1a-809e-a9d245026297 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:27.377751 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-329af9d1-b833-4a1a-809e-a9d245026297 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245136 Apr 06 12:49:27.399736 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Request body: {'port': {'device_id': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a', 'admin_state_up': True, 'tenant_id': '7689224394424041a085020be595c3a5'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:27.585776 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e914e4d-daff-4cf8-989f-665188644fe7 req-320da612-ad37-46dc-830d-c5a8cf23d13a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:27.587330 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0e914e4d-daff-4cf8-989f-665188644fe7 req-320da612-ad37-46dc-830d-c5a8cf23d13a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0665398 Apr 06 12:49:27.633916 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Made reservation on behalf of 7689224394424041a085020be595c3a5 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:49:27.638477 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.648064 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0e914e4d-daff-4cf8-989f-665188644fe7 req-101cf4a5-c045-4808-8353-9bc2db7b7849 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539145 Apr 06 12:49:27.660197 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.763901 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a771e9b1-5631-4b25-a9ca-4d3e8d8c1537 req-6534dd47-ca46-426a-b150-52d5efb71191 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 210 time: 0.0349751 Apr 06 12:49:27.782923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks [] for security_group (c35ab9b6-57db-4e4c-8549-a2345f9a76b2), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.846692 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c35ab9b6-57db-4e4c-8549-a2345f9a76b2), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.923179 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108363-5cf1-4634-a56c-35315988f0e2 req-8d20100d-2cb2-4f7d-a424-8aaf3473b39e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:27.924357 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-af108363-5cf1-4634-a56c-35315988f0e2 req-8d20100d-2cb2-4f7d-a424-8aaf3473b39e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 943 time: 0.1205809 Apr 06 12:49:27.929249 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35ab9b6-57db-4e4c-8549-a2345f9a76b2,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:28.029210 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-af108363-5cf1-4634-a56c-35315988f0e2 req-ac19140d-68ca-4e02-8e51-d583d451105a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972345 Apr 06 12:49:28.039545 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Allocated IP 192.168.233.34 (ad80b516-62fb-498b-b82b-a4d8b9e22a6a/2539a38b-a374-4030-b6b1-19dd994719b1/25f34655-5d05-4d0c-97cf-217cc0c06142) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:28.213413 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks [] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.315446 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.325059 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:49:28.364881 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Network ad80b516-62fb-498b-b82b-a4d8b9e22a6a is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:28.369171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:28.376439 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:28.407189 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Pushing event updated for resources: {'Port': ['ID=25f34655-5d05-4d0c-97cf-217cc0c06142,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:28.446095 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.446095 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.466158 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:28.482509 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'port_id': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'mac_address': 'fa:16:3e:73:62:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:49:28.532218 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:28.535932 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.557500 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-4149a941-c9cf-4151-9895-96e98a207213 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1634490 Apr 06 12:49:28.558952 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b505729e-02c6-43a8-a7aa-2e21911c1a2a {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:28.582466 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:28.649779 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.691899 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-be3d9032-06e9-4a31-9140-89ba5641c5e1 None None] Provisioning complete for port 25f34655-5d05-4d0c-97cf-217cc0c06142 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:28.700299 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-be3d9032-06e9-4a31-9140-89ba5641c5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.726430 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=9']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:28.743127 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-be3d9032-06e9-4a31-9140-89ba5641c5e1 None None] Port 25f34655-5d05-4d0c-97cf-217cc0c06142 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:49:28.804296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a7e97-872d-4968-8e99-258866f88cf2 req-4b35b23f-e65c-4a34-9b11-701b5f7c80dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.806450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f3a7e97-872d-4968-8e99-258866f88cf2 req-4b35b23f-e65c-4a34-9b11-701b5f7c80dc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0756767 Apr 06 12:49:28.826001 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Request body: {'port': {'device_id': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:28.940081 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['b505729e-02c6-43a8-a7aa-2e21911c1a2a'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:49:28.975620 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f3a7e97-872d-4968-8e99-258866f88cf2 req-ccd82d52-09ef-456a-bf7b-776ecb5fcde0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616468 Apr 06 12:49:28.985183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.007301 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3df07-11a2-4482-af76-cd5f57b2f8af req-c7796372-2a2f-401e-94c0-966687a97612 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.009155 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0ff3df07-11a2-4482-af76-cd5f57b2f8af req-c7796372-2a2f-401e-94c0-966687a97612 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 935 time: 0.1335409 Apr 06 12:49:29.152548 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0ff3df07-11a2-4482-af76-cd5f57b2f8af req-dd331baf-4556-47a8-b68c-fd9b07f0fe6f tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166379 Apr 06 12:49:29.262375 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df0e89-8226-4d6e-be22-677ce00d2a30 req-8d778816-cb09-4cec-a3f5-cb06ff064fe1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.263925 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a6df0e89-8226-4d6e-be22-677ce00d2a30 req-8d778816-cb09-4cec-a3f5-cb06ff064fe1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.1256967 Apr 06 12:49:29.344383 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a6df0e89-8226-4d6e-be22-677ce00d2a30 req-43063185-23e7-49ed-9f21-cc49ba2e067b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747492 Apr 06 12:49:29.393314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f34655-5d05-4d0c-97cf-217cc0c06142 {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:29.401510 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Publish callbacks [] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.416403 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Transition to ACTIVE for port object 25f34655-5d05-4d0c-97cf-217cc0c06142 will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:49:29.524973 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.582791 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Pushing event updated for resources: {'Port': ['ID=25f34655-5d05-4d0c-97cf-217cc0c06142,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:29.587077 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2c97371b-4718-42a9-81e7-a37936cd8608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.659641 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Attempting to bind port 25f34655-5d05-4d0c-97cf-217cc0c06142 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:49:29.660285 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Attempting to bind port 25f34655-5d05-4d0c-97cf-217cc0c06142 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:49:29.660922 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Attempting to bind port 25f34655-5d05-4d0c-97cf-217cc0c06142 on network ad80b516-62fb-498b-b82b-a4d8b9e22a6a {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:29.668811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Port 25f34655-5d05-4d0c-97cf-217cc0c06142 on network ad80b516-62fb-498b-b82b-a4d8b9e22a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:49:29.668811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Attempting to bind port 25f34655-5d05-4d0c-97cf-217cc0c06142 on network ad80b516-62fb-498b-b82b-a4d8b9e22a6a {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:29.676037 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:49:29.676562 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Checking segment: {'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:49:29.677196 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Bound using segment: {'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:49:29.677888 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Bound port: 25f34655-5d05-4d0c-97cf-217cc0c06142, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6da532-e35d-410c-813c-14a61a69be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:49:29.678451 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.754210 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] For port 25f34655-5d05-4d0c-97cf-217cc0c06142, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:49:29.757491 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] For port 25f34655-5d05-4d0c-97cf-217cc0c06142, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=25f34655-5d05-4d0c-97cf-217cc0c06142,segment=NetworkSegment(4e6da532-e35d-410c-813c-14a61a69be85),segment_id=4e6da532-e35d-410c-813c-14a61a69be85)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:49:29.812829 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.850531 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.851042 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:29.853063 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] 10.222.0.83 "PUT /v2.0/ports/25f34655-5d05-4d0c-97cf-217cc0c06142 HTTP/1.1" status: 200 len: 1097 time: 1.0373344 Apr 06 12:49:29.853518 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'tag': '25f34655-5d05-4d0c-97cf-217cc0c06142'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:29.856486 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2430ea-1fbe-4be8-9338-824f26c984b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc8df95-bca1-4bbb-991a-7a2137f0768c", "tag": "25f34655-5d05-4d0c-97cf-217cc0c06142"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:29.884347 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b83ec2-c44b-446c-8727-f6f2c10d99ec service neutron] Pushing event updated for resources: {'Port': ['ID=25f34655-5d05-4d0c-97cf-217cc0c06142,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:29.896857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc35214-4074-4d53-9b0f-57a45eedd836 x-openstack-request-id: req-0dc35214-4074-4d53-9b0f-57a45eedd836 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:29.898076 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc8df95-bca1-4bbb-991a-7a2137f0768c", "tag": "25f34655-5d05-4d0c-97cf-217cc0c06142", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:29.898343 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0dc35214-4074-4d53-9b0f-57a45eedd836 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:29.898758 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc35214-4074-4d53-9b0f-57a45eedd836'] response: {'name': 'network-changed', 'server_uuid': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'tag': '25f34655-5d05-4d0c-97cf-217cc0c06142', 'status': 'completed', 'code': 200} Apr 06 12:49:30.107617 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07becf64-7b2c-4e58-92f4-510253b79548 req-42be1739-81c3-4e86-baf9-087efc585804 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:30.109189 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-07becf64-7b2c-4e58-92f4-510253b79548 req-42be1739-81c3-4e86-baf9-087efc585804 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0551753 Apr 06 12:49:30.158415 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-07becf64-7b2c-4e58-92f4-510253b79548 req-7eed971c-8c9e-4100-bba1-2782b3d3d993 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433242 Apr 06 12:49:30.284500 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929846f-976d-40ee-ba66-5e6d45cc3d69 req-bc8ed1f5-60dd-4274-8084-6ff11a18daba tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:30.286246 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b929846f-976d-40ee-ba66-5e6d45cc3d69 req-bc8ed1f5-60dd-4274-8084-6ff11a18daba tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 947 time: 0.0554876 Apr 06 12:49:30.346403 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b929846f-976d-40ee-ba66-5e6d45cc3d69 req-6442726c-c7dc-4f9d-a6a7-658dde6fa4d8 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542119 Apr 06 12:49:30.482767 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56899404-199c-465a-9620-b6a20c43a174 req-0699dccb-e949-40fc-9ac8-c252c349ae4a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:30.484276 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-56899404-199c-465a-9620-b6a20c43a174 req-0699dccb-e949-40fc-9ac8-c252c349ae4a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.0576150 Apr 06 12:49:30.535540 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-56899404-199c-465a-9620-b6a20c43a174 req-d4f14de4-b2ff-4202-850b-095b5bb4f97f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448341 Apr 06 12:49:30.827065 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:31.283277 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff49b-ebfd-4b15-a7cc-8727c367461f req-3407ca66-ea24-4ee6-bbf9-0014c3273d9a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.284815 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b68ff49b-ebfd-4b15-a7cc-8727c367461f req-3407ca66-ea24-4ee6-bbf9-0014c3273d9a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0536401 Apr 06 12:49:31.331709 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b68ff49b-ebfd-4b15-a7cc-8727c367461f req-49b8ad95-cbec-4d78-bc94-4d1ec925b28c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Apr 06 12:49:31.462922 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96cab1-9bd9-4e21-bb82-0dd8c99d6a55 req-29065e1e-a996-4c62-9d94-654382ee64f0 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.464861 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed96cab1-9bd9-4e21-bb82-0dd8c99d6a55 req-29065e1e-a996-4c62-9d94-654382ee64f0 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 947 time: 0.0514562 Apr 06 12:49:31.515080 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed96cab1-9bd9-4e21-bb82-0dd8c99d6a55 req-c34a2ad3-aadc-43d8-b2d5-9e65d3ba7e08 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Apr 06 12:49:31.663872 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa114a-da4e-45e3-ba2d-9ee816f86270 req-f905da74-1d8a-4d02-bfa3-2efc13acb28a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.665353 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b2fa114a-da4e-45e3-ba2d-9ee816f86270 req-f905da74-1d8a-4d02-bfa3-2efc13acb28a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 944 time: 0.0518303 Apr 06 12:49:31.710577 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b2fa114a-da4e-45e3-ba2d-9ee816f86270 req-d6517d30-7d20-4d91-8e38-320ce819fc9f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 Apr 06 12:49:31.850522 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-33cdb210-b841-41cf-8156-d080e5621be8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.852057 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-33cdb210-b841-41cf-8156-d080e5621be8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0539677 Apr 06 12:49:31.855046 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2430ea-1fbe-4be8-9338-824f26c984b9 req-cc1017fc-25f5-44e9-9936-99df2636ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.856587 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-0d2430ea-1fbe-4be8-9338-824f26c984b9 req-cc1017fc-25f5-44e9-9936-99df2636ab74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7689224394424041a085020be595c3a5&device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 1131 time: 0.0467412 Apr 06 12:49:31.882841 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-0d2430ea-1fbe-4be8-9338-824f26c984b9 req-ee6be8e1-fed2-4889-a7a4-a1c550fb2221 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7689224394424041a085020be595c3a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191641 Apr 06 12:49:31.965085 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 51f3a2bc-8339-42c3-94ef-6664514bfa3d {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:49:31.965379 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:31.985972 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2430ea-1fbe-4be8-9338-824f26c984b9 req-85c68bbc-34e2-4c73-b162-d98c3677f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.987455 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-0d2430ea-1fbe-4be8-9338-824f26c984b9 req-85c68bbc-34e2-4c73-b162-d98c3677f586 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979404 Apr 06 12:49:32.063411 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] For port 51f3a2bc-8339-42c3-94ef-6664514bfa3d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=51f3a2bc-8339-42c3-94ef-6664514bfa3d,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:32.063770 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.070580 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-eb818bf9-90a0-4a0f-a3d7-ec7897a63178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:32.072152 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-eb818bf9-90a0-4a0f-a3d7-ec7897a63178 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7689224394424041a085020be595c3a5&device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 1131 time: 0.0445461 Apr 06 12:49:32.117560 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-b68d2024-5552-4c5b-860d-d8a1fdf62d86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=25f34655-5d05-4d0c-97cf-217cc0c06142 HTTP/1.1" status: 200 len: 217 time: 0.0382707 Apr 06 12:49:32.125895 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:32.174272 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-233175bd-37de-46f2-ae59-e187f7eaec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:32.175752 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-233175bd-37de-46f2-ae59-e187f7eaec2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2539a38b-a374-4030-b6b1-19dd994719b1 HTTP/1.1" status: 200 len: 843 time: 0.0515914 Apr 06 12:49:32.178981 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port b505729e-02c6-43a8-a7aa-2e21911c1a2a triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:32.179363 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.227242 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-3b2a6217-34e3-49ad-b236-da7d233e1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:32.228677 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-3b2a6217-34e3-49ad-b236-da7d233e1cd2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ad80b516-62fb-498b-b82b-a4d8b9e22a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0465214 Apr 06 12:49:32.262612 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port b505729e-02c6-43a8-a7aa-2e21911c1a2a is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:32.263005 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.268023 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.268395 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (c5e0df48-c605-43ce-8cef-3ab4d2bf4e52), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.268711 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP c5e0df48-c605-43ce-8cef-3ab4d2bf4e52 disassociated. External IP: 172.27.3.114, port: 51f3a2bc-8339-42c3-94ef-6664514bfa3d. Apr 06 12:49:32.269143 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 51f3a2bc-8339-42c3-94ef-6664514bfa3d owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:49:32.295682 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:32.297030 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:32.299307 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc81f43f-b667-4af1-a383-0398f22479fd" -d '{"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-plugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:32.325066 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-fee47e89-e7e8-4558-993d-ec32303e73b2 service neutron] 10.222.0.83 "GET /v2.0/networks/ad80b516-62fb-498b-b82b-a4d8b9e22a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893879 Apr 06 12:49:32.334879 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb606e-860f-453e-b8b8-1ae74b233a3f x-openstack-request-id: req-49fb606e-860f-453e-b8b8-1ae74b233a3f {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:32.335193 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-plugged", "status": "completed", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:32.335452 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49fb606e-860f-453e-b8b8-1ae74b233a3f {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:32.335856 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fb606e-860f-453e-b8b8-1ae74b233a3f'] response: {'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'code': 200} Apr 06 12:49:32.366300 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.427095 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=10']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:32.491776 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a55d-4e8a-4cbe-8826-ca1b69d35b15 req-5557879b-74ea-4500-a818-b887dffe9736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:32.493365 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6408a55d-4e8a-4cbe-8826-ca1b69d35b15 req-5557879b-74ea-4500-a818-b887dffe9736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 946 time: 0.0877666 Apr 06 12:49:32.494547 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (51f3a2bc-8339-42c3-94ef-6664514bfa3d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.526994 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-ff261433-a9c7-4ce7-bca5-da7ee9731058 req-f648cf77-8f1b-426a-9e35-abb88b428366 service neutron] 10.222.0.83 "GET /v2.0/networks/ad80b516-62fb-498b-b82b-a4d8b9e22a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976958 Apr 06 12:49:32.532499 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=51f3a2bc-8339-42c3-94ef-6664514bfa3d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:32.631269 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6408a55d-4e8a-4cbe-8826-ca1b69d35b15 req-973c1a5f-9e35-40dd-a30c-db1eefb5b98d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=1536e5fb-5bac-4998-8f43-cbda57a1abc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290085 Apr 06 12:49:32.720314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ddb0c-3d23-4489-bba8-ac8b6bf518bc req-944fc6cf-d6b2-465f-87d0-f8cee35e427a tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:32.721789 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c24ddb0c-3d23-4489-bba8-ac8b6bf518bc req-944fc6cf-d6b2-465f-87d0-f8cee35e427a tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 947 time: 0.1052563 Apr 06 12:49:32.723502 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:49:32.850023 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c24ddb0c-3d23-4489-bba8-ac8b6bf518bc req-a12ceb66-7c56-404b-970d-b998af9742b5 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217897 Apr 06 12:49:32.903960 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.924082 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aadc1-43d9-4c34-9497-6f8497a61b9f req-8eb5af5c-76bc-4a24-b6c7-79e75d3df0b9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:32.925682 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7c2aadc1-43d9-4c34-9497-6f8497a61b9f req-8eb5af5c-76bc-4a24-b6c7-79e75d3df0b9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.1310692 Apr 06 12:49:32.930843 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:49:32.945210 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:49:32.959372 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:32.960494 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:32.984220 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] No DVR routers for this DVR port 51f3a2bc-8339-42c3-94ef-6664514bfa3d on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:49:32.989055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:32.992276 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bd7ec49b-2bce-4d12-9ea2-f666f19c5af3 req-c43bec37-a856-4c3a-9c00-c54ea9b389ac tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "DELETE /v2.0/ports/51f3a2bc-8339-42c3-94ef-6664514bfa3d HTTP/1.1" status: 204 len: 173 time: 1.1292365 Apr 06 12:49:32.992726 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'name': 'network-vif-deleted', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:32.995065 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a76b709-581a-4b2e-b5cd-ec1f313fa3f5" -d '{"events": [{"server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "name": "network-vif-deleted", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:33.022396 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7c2aadc1-43d9-4c34-9497-6f8497a61b9f req-9f0d3781-c27a-4378-bf58-b9a67ec265e6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894926 Apr 06 12:49:33.053359 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1518408-c5a3-4f7d-b675-b39ac8b39bc5 x-openstack-request-id: req-a1518408-c5a3-4f7d-b675-b39ac8b39bc5 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:33.053798 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c067d0-8996-46ac-b9f1-4107577a5f3a", "name": "network-vif-deleted", "tag": "51f3a2bc-8339-42c3-94ef-6664514bfa3d", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:33.054174 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a1518408-c5a3-4f7d-b675-b39ac8b39bc5 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:33.054758 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1518408-c5a3-4f7d-b675-b39ac8b39bc5'] response: {'server_uuid': '22c067d0-8996-46ac-b9f1-4107577a5f3a', 'name': 'network-vif-deleted', 'tag': '51f3a2bc-8339-42c3-94ef-6664514bfa3d', 'status': 'completed', 'code': 200} Apr 06 12:49:33.079958 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:33.293157 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:33.320535 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:49:33.329481 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:33.330080 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:33.446973 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:33.661614 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:33.688999 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d55e5e-5054-4c47-bd97-5e1d417a0aed None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:49:33.731435 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22ee7f4c-190c-4744-8577-fdd8822a8716 req-1e27b7a4-76a8-4fec-bd41-7135b004da30 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0293984 Apr 06 12:49:33.833250 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:33.925168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae94d8-5b44-4d76-b637-160146fd2d29 None None] New status for floating IP c5e0df48-c605-43ce-8cef-3ab4d2bf4e52: DOWN {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:49:33.983098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d7988-a2f2-41fe-bf47-921f6e2ce5ff req-17b72ea4-1eb8-4d9a-9eca-651248c48a4f tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:33.984739 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c30d7988-a2f2-41fe-bf47-921f6e2ce5ff req-17b72ea4-1eb8-4d9a-9eca-651248c48a4f tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 947 time: 0.0625913 Apr 06 12:49:34.040219 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c30d7988-a2f2-41fe-bf47-921f6e2ce5ff req-0fdbe3e9-0bac-4745-a3ea-99ab5282e09a tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496860 Apr 06 12:49:34.152290 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5362a3-dfca-4a3e-b33b-e8a69e28e1f3 req-111661fb-6c9c-4e12-b1f7-51cd4a6022ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:34.153837 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d5362a3-dfca-4a3e-b33b-e8a69e28e1f3 req-111661fb-6c9c-4e12-b1f7-51cd4a6022ab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0549622 Apr 06 12:49:34.200612 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d5362a3-dfca-4a3e-b33b-e8a69e28e1f3 req-3b8b58be-9e12-4625-9af1-5913e5b728d3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410979 Apr 06 12:49:34.795436 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:34.838617 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a5df332f-e50f-41c6-9a03-c68e1bae8f57 req-ebc1bd59-5ef9-41da-941b-35acd7fea562 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0332880 Apr 06 12:49:35.168471 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99914d-dbe6-461a-aa28-c79309f996d2 req-6c0d0c28-80a4-42d3-972c-11f46b96bf06 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:35.170018 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fa99914d-dbe6-461a-aa28-c79309f996d2 req-6c0d0c28-80a4-42d3-972c-11f46b96bf06 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 947 time: 0.0551805 Apr 06 12:49:35.223838 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fa99914d-dbe6-461a-aa28-c79309f996d2 req-d512d70c-9f7d-40c4-a2ab-d885c257be73 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Apr 06 12:49:35.325201 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2fef3-d90c-43bd-8b75-7d75ecf9d6ba req-d503a66a-6bbf-43e7-bb2c-8d7f69e1b88c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:35.326687 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bec2fef3-d90c-43bd-8b75-7d75ecf9d6ba req-d503a66a-6bbf-43e7-bb2c-8d7f69e1b88c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0534580 Apr 06 12:49:35.377849 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bec2fef3-d90c-43bd-8b75-7d75ecf9d6ba req-65b9dd7a-2c39-4c70-93ac-9dfb011589b2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439227 Apr 06 12:49:35.535799 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 25f34655-5d05-4d0c-97cf-217cc0c06142 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:49:35.636628 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 25f34655-5d05-4d0c-97cf-217cc0c06142, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=25f34655-5d05-4d0c-97cf-217cc0c06142,segment=NetworkSegment(4e6da532-e35d-410c-813c-14a61a69be85),segment_id=4e6da532-e35d-410c-813c-14a61a69be85)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:35.647650 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '25f34655-5d05-4d0c-97cf-217cc0c06142', 'network_id': 'ad80b516-62fb-498b-b82b-a4d8b9e22a6a', 'port_id': '25f34655-5d05-4d0c-97cf-217cc0c06142', 'mac_address': 'fa:16:3e:62:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2539a38b-a374-4030-b6b1-19dd994719b1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:49:35.685447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 25f34655-5d05-4d0c-97cf-217cc0c06142 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:35.685839 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:35.700611 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f34655-5d05-4d0c-97cf-217cc0c06142 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:35.720325 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 25f34655-5d05-4d0c-97cf-217cc0c06142, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=25f34655-5d05-4d0c-97cf-217cc0c06142,segment=NetworkSegment(4e6da532-e35d-410c-813c-14a61a69be85),segment_id=4e6da532-e35d-410c-813c-14a61a69be85)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:35.815915 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:35.867521 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=25f34655-5d05-4d0c-97cf-217cc0c06142,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:35.942176 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7739134c-aaa3-4ce2-94f3-20f2bc811b69 req-a0d20e2d-84e3-48f0-a022-bb6e281b07d0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0328584 Apr 06 12:49:36.347189 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404a540-53f6-4cb4-a004-b0ec23936e24 req-040661d1-8f72-4207-98c7-14cd5ccb4665 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:36.348667 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2404a540-53f6-4cb4-a004-b0ec23936e24 req-040661d1-8f72-4207-98c7-14cd5ccb4665 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 948 time: 0.0534546 Apr 06 12:49:36.398643 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2404a540-53f6-4cb4-a004-b0ec23936e24 req-78bb5987-292c-4fec-9a22-6c47267ceefc tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Apr 06 12:49:36.507182 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94eb43-5a5a-413b-aabd-4c4852583e41 req-a9acc98a-4175-4a21-90fc-bc1c2634d2a1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:36.508583 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f94eb43-5a5a-413b-aabd-4c4852583e41 req-a9acc98a-4175-4a21-90fc-bc1c2634d2a1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0540726 Apr 06 12:49:36.557731 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f94eb43-5a5a-413b-aabd-4c4852583e41 req-b8f5cefe-4e8a-4d1b-bb99-050fffab0178 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Apr 06 12:49:36.752015 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['25f34655-5d05-4d0c-97cf-217cc0c06142'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:49:36.756580 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 51f3a2bc-8339-42c3-94ef-6664514bfa3d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:49:36.796868 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 51f3a2bc-8339-42c3-94ef-6664514bfa3d {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:49:36.797160 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 51f3a2bc-8339-42c3-94ef-6664514bfa3d not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:49:37.051936 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21000a65-faa0-42be-b449-cb079fe29656 req-33ab8c0f-ff73-43a5-98f0-ddc35fd89e4e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.0307441 Apr 06 12:49:37.110876 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe583-f0f3-4acf-b0e0-1862565d44b1 req-ee972c5d-ef3f-465d-a16f-92decbc4dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.112384 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-51cbe583-f0f3-4acf-b0e0-1862565d44b1 req-ee972c5d-ef3f-465d-a16f-92decbc4dc17 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1130 time: 0.0460894 Apr 06 12:49:37.151488 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daccdb-786d-41c2-9315-04702289ed94 req-05141143-540e-4dbb-8ec5-fdf1ba14481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.153134 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b0daccdb-786d-41c2-9315-04702289ed94 req-05141143-540e-4dbb-8ec5-fdf1ba14481f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 1130 time: 0.0485077 Apr 06 12:49:37.163426 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-51cbe583-f0f3-4acf-b0e0-1862565d44b1 req-ff3960fe-c4c8-4d80-a0bd-b9f13190d5f2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Apr 06 12:49:37.522942 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac54910-0543-4260-bf4f-16c3d2dab1ed req-549285ac-0da1-4429-8fee-21a9904a6823 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.524426 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3ac54910-0543-4260-bf4f-16c3d2dab1ed req-549285ac-0da1-4429-8fee-21a9904a6823 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 948 time: 0.0529599 Apr 06 12:49:37.571858 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3ac54910-0543-4260-bf4f-16c3d2dab1ed req-d97498cb-f743-42ae-8fda-c7a4a43ec695 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Apr 06 12:49:37.750561 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83267e-32e2-49eb-8aa7-d48c596ae8df req-716dc9f5-63a4-4016-8ee9-650c74bed329 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.752081 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ee83267e-32e2-49eb-8aa7-d48c596ae8df req-716dc9f5-63a4-4016-8ee9-650c74bed329 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.1128993 Apr 06 12:49:37.753287 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daccdb-786d-41c2-9315-04702289ed94 req-e9d4427f-f5d5-43cf-9909-a84c40c8e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.754602 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0daccdb-786d-41c2-9315-04702289ed94 req-e9d4427f-f5d5-43cf-9909-a84c40c8e71d service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.1344740 Apr 06 12:49:37.800809 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ee83267e-32e2-49eb-8aa7-d48c596ae8df req-6e3af5be-f83f-41e2-8f53-1e7c64098713 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424216 Apr 06 12:49:38.036688 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0daccdb-786d-41c2-9315-04702289ed94 req-7b1eeb46-2db6-497c-843b-55d28e36014e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 200 len: 1001 time: 0.0700419 Apr 06 12:49:38.087309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daccdb-786d-41c2-9315-04702289ed94 req-3f3d40ad-12c5-45fe-9e9d-72059e1b82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:38.088810 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0daccdb-786d-41c2-9315-04702289ed94 req-3f3d40ad-12c5-45fe-9e9d-72059e1b82bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0456624 Apr 06 12:49:38.156950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daccdb-786d-41c2-9315-04702289ed94 req-7fa357fa-3d22-4832-b2a0-9df95ff63676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:38.159227 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0daccdb-786d-41c2-9315-04702289ed94 req-7fa357fa-3d22-4832-b2a0-9df95ff63676 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613306 Apr 06 12:49:38.429424 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d6fa008-dc16-45d5-9051-5f6ab1b68ec1 req-cad2be0c-c27b-4996-91c8-8ac7e9b181a4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=22c067d0-8996-46ac-b9f1-4107577a5f3a HTTP/1.1" status: 200 len: 210 time: 0.2892218 Apr 06 12:49:38.540562 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee9df1-c690-4164-b5d3-a11c837fe003 req-5d71fcbe-9e43-4822-bd9d-a1fac67f53a6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:38.542274 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8ee9df1-c690-4164-b5d3-a11c837fe003 req-5d71fcbe-9e43-4822-bd9d-a1fac67f53a6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.1152878 Apr 06 12:49:38.566473 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0daccdb-786d-41c2-9315-04702289ed94 req-8392bb4d-541b-42a3-8084-a1bc15a679f2 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405296 Apr 06 12:49:38.601825 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8ee9df1-c690-4164-b5d3-a11c837fe003 req-1a569815-11f0-4fde-bf33-fdd41e633b7f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529256 Apr 06 12:49:38.702346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaaa6c-cbd0-4f95-8516-89448fb639f8 req-75e54e22-8156-423f-8df8-da107e2dca16 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:38.703833 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2eaaa6c-cbd0-4f95-8516-89448fb639f8 req-75e54e22-8156-423f-8df8-da107e2dca16 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 948 time: 0.0543396 Apr 06 12:49:38.751830 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e2eaaa6c-cbd0-4f95-8516-89448fb639f8 req-3aecfbf6-97fb-45df-8c19-728801798883 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Apr 06 12:49:38.930509 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab0eda-326a-4c3e-827d-16d3bad62362 req-1ed0ed51-d148-4fcf-80c7-c842d3f44406 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:38.932018 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70ab0eda-326a-4c3e-827d-16d3bad62362 req-1ed0ed51-d148-4fcf-80c7-c842d3f44406 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0573807 Apr 06 12:49:38.983339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70ab0eda-326a-4c3e-827d-16d3bad62362 req-392911cb-15a8-4582-a423-b8edc3c65684 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452995 Apr 06 12:49:39.238116 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 25f34655-5d05-4d0c-97cf-217cc0c06142 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:39.355320 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 25f34655-5d05-4d0c-97cf-217cc0c06142 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:49:39.359791 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 25f34655-5d05-4d0c-97cf-217cc0c06142 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:39.360166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.437684 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 25f34655-5d05-4d0c-97cf-217cc0c06142 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:39.438087 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.464523 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f34655-5d05-4d0c-97cf-217cc0c06142'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:39.466777 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c0e65e-4df7-40a5-84e1-5cad66905086" -d '{"events": [{"server_uuid": "0bc8df95-bca1-4bbb-991a-7a2137f0768c", "name": "network-vif-plugged", "status": "completed", "tag": "25f34655-5d05-4d0c-97cf-217cc0c06142"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:39.479290 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 25f34655-5d05-4d0c-97cf-217cc0c06142, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=25f34655-5d05-4d0c-97cf-217cc0c06142,segment=NetworkSegment(4e6da532-e35d-410c-813c-14a61a69be85),segment_id=4e6da532-e35d-410c-813c-14a61a69be85)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:39.510743 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f8c1ec-e581-40f2-9ef5-436a0aa028b9 x-openstack-request-id: req-95f8c1ec-e581-40f2-9ef5-436a0aa028b9 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:39.510743 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8df95-bca1-4bbb-991a-7a2137f0768c", "name": "network-vif-plugged", "status": "completed", "tag": "25f34655-5d05-4d0c-97cf-217cc0c06142", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:39.510743 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95f8c1ec-e581-40f2-9ef5-436a0aa028b9 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:39.510743 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f8c1ec-e581-40f2-9ef5-436a0aa028b9'] response: {'server_uuid': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f34655-5d05-4d0c-97cf-217cc0c06142', 'code': 200} Apr 06 12:49:39.560394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.600137 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50168) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:39.630256 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=25f34655-5d05-4d0c-97cf-217cc0c06142,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:39.660231 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae7396a2-4b7a-4de8-8380-3a30c15222f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (1536e5fb-5bac-4998-8f43-cbda57a1abc0), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.684366 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae7396a2-4b7a-4de8-8380-3a30c15222f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (1536e5fb-5bac-4998-8f43-cbda57a1abc0), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.750981 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadef6c-26e0-446d-ba3f-766b1ecafbea req-cc86ec7c-85f6-4511-9a13-6a0328845c16 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:39.752349 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7dadef6c-26e0-446d-ba3f-766b1ecafbea req-cc86ec7c-85f6-4511-9a13-6a0328845c16 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0514779 Apr 06 12:49:39.798841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae7396a2-4b7a-4de8-8380-3a30c15222f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1536e5fb-5bac-4998-8f43-cbda57a1abc0), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.801749 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae7396a2-4b7a-4de8-8380-3a30c15222f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.802990 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ae7396a2-4b7a-4de8-8380-3a30c15222f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/security-groups/1536e5fb-5bac-4998-8f43-cbda57a1abc0 HTTP/1.1" status: 204 len: 168 time: 0.2013657 Apr 06 12:49:39.811725 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7dadef6c-26e0-446d-ba3f-766b1ecafbea req-26acfd35-ad24-41c3-9c37-ec10e3736a16 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477147 Apr 06 12:49:39.811725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50174) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:39.814846 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7396a2-4b7a-4de8-8380-3a30c15222f3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536e5fb-5bac-4998-8f43-cbda57a1abc0,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:39.819525 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.api.v2.resource [None req-ae015b57-4f07-4c55-b2b2-7d9d5f8a7a2e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] show failed (client error): The resource could not be found. Apr 06 12:49:39.820654 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ae015b57-4f07-4c55-b2b2-7d9d5f8a7a2e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups/1536e5fb-5bac-4998-8f43-cbda57a1abc0 HTTP/1.1" status: 404 len: 347 time: 0.0133028 Apr 06 12:49:39.825321 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50176) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:39.884276 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed3e99-a548-4dfb-b258-69dd5e597fa4 req-e0b1e0aa-6722-41dc-8664-a16f8c791311 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:39.885537 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-deed3e99-a548-4dfb-b258-69dd5e597fa4 req-e0b1e0aa-6722-41dc-8664-a16f8c791311 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.0634961 Apr 06 12:49:39.939300 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-deed3e99-a548-4dfb-b258-69dd5e597fa4 req-e22fd537-4441-4940-bf4e-aabb482fdad0 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Apr 06 12:49:39.972527 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 484b445b-a3b2-44b8-90e4-5b29b6bb4da7 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:49:39.974459 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.069267 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.069599 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.081813 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 484b445b-a3b2-44b8-90e4-5b29b6bb4da7 owned by network:floatingip {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:49:40.108563 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907dcd-97da-4e5d-869f-f90be686f24b req-c99fb834-83ce-48ad-8be9-2eea8d8b87b3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:40.110171 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f3907dcd-97da-4e5d-869f-f90be686f24b req-c99fb834-83ce-48ad-8be9-2eea8d8b87b3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0550661 Apr 06 12:49:40.156176 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f3907dcd-97da-4e5d-869f-f90be686f24b req-52ef7e31-e0fe-44fc-92df-b7725a25cfc2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402849 Apr 06 12:49:40.303689 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (484b445b-a3b2-44b8-90e4-5b29b6bb4da7), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.328586 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=484b445b-a3b2-44b8-90e4-5b29b6bb4da7,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:40.393267 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (c5e0df48-c605-43ce-8cef-3ab4d2bf4e52), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.395944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.397112 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ed2185ca-01a0-450b-acb2-40f309877cef tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/floatingips/c5e0df48-c605-43ce-8cef-3ab4d2bf4e52 HTTP/1.1" status: 204 len: 168 time: 0.5706015 Apr 06 12:49:40.697995 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50184) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:40.703169 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-e91e8a60-6833-4bed-ab24-4d571c0dfb16 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383019288', 'description': 'tempest-description--1201887675'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:40.789675 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e91e8a60-6833-4bed-ab24-4d571c0dfb16 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.854843 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e91e8a60-6833-4bed-ab24-4d571c0dfb16 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (21b8ab87-25c7-46f6-acd9-9f125f351a74), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.904161 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e91e8a60-6833-4bed-ab24-4d571c0dfb16 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (21b8ab87-25c7-46f6-acd9-9f125f351a74), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.934675 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e8a60-6833-4bed-ab24-4d571c0dfb16 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8ab87-25c7-46f6-acd9-9f125f351a74,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:40.943199 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17308cea-87d5-48e7-b16f-dbdf5a1bcae3 req-ea04a65d-e3ad-484e-a11f-02e277a80791 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:40.944731 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17308cea-87d5-48e7-b16f-dbdf5a1bcae3 req-ea04a65d-e3ad-484e-a11f-02e277a80791 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0556173 Apr 06 12:49:40.998078 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e91e8a60-6833-4bed-ab24-4d571c0dfb16 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.999690 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e91e8a60-6833-4bed-ab24-4d571c0dfb16 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3006780 Apr 06 12:49:41.000865 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17308cea-87d5-48e7-b16f-dbdf5a1bcae3 req-bbec3e4c-adbc-4481-96df-5a2199048329 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Apr 06 12:49:41.002538 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50192) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:41.007561 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-8b9ac90b-1ba9-4dc0-9130-2c00c01d27d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '21b8ab87-25c7-46f6-acd9-9f125f351a74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:41.104326 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac90b-1ba9-4dc0-9130-2c00c01d27d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (f591fb32-7e2e-4c6e-8214-de5d4361c0bd), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.115685 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693114-a3a5-4e1a-a711-b1d5ee51374c req-565eb6f3-18e5-43c8-8b82-345735d05c23 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:41.117378 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f2693114-a3a5-4e1a-a711-b1d5ee51374c req-565eb6f3-18e5-43c8-8b82-345735d05c23 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.1073074 Apr 06 12:49:41.144531 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-06cdc17a-962f-4700-8c80-dc3f03075ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:41.146041 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-06cdc17a-962f-4700-8c80-dc3f03075ebb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1129 time: 0.0798986 Apr 06 12:49:41.157149 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0daccdb-786d-41c2-9315-04702289ed94 req-72a7e006-3553-4dd4-bb22-f9675d0d9f3b service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347547 Apr 06 12:49:41.173428 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac90b-1ba9-4dc0-9130-2c00c01d27d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (f591fb32-7e2e-4c6e-8214-de5d4361c0bd), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.182217 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f2693114-a3a5-4e1a-a711-b1d5ee51374c req-34e476f0-2f90-4bab-aa17-b97a12185804 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561788 Apr 06 12:49:41.238524 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac90b-1ba9-4dc0-9130-2c00c01d27d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (f591fb32-7e2e-4c6e-8214-de5d4361c0bd), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.257415 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ac90b-1ba9-4dc0-9130-2c00c01d27d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f591fb32-7e2e-4c6e-8214-de5d4361c0bd,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:41.282711 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c002a1-b5d0-4731-aad8-894f056125f7 req-0a1b564e-dbba-46f2-a48a-669e1aff8dac tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:41.284276 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00c002a1-b5d0-4731-aad8-894f056125f7 req-0a1b564e-dbba-46f2-a48a-669e1aff8dac tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0556605 Apr 06 12:49:41.330826 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00c002a1-b5d0-4731-aad8-894f056125f7 req-cb49ad3f-be60-4571-b932-642c1a947805 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409327 Apr 06 12:49:41.357225 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8b9ac90b-1ba9-4dc0-9130-2c00c01d27d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.357225 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-8b9ac90b-1ba9-4dc0-9130-2c00c01d27d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531141 Apr 06 12:49:41.359665 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50196) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:41.363984 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-4accf1de-f851-48ec-8a5d-315b0a6d2a91 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '21b8ab87-25c7-46f6-acd9-9f125f351a74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:41.473460 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4accf1de-f851-48ec-8a5d-315b0a6d2a91 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (52eb2b37-a5ca-488c-8345-6b46c2c1a7f8), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.535028 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4accf1de-f851-48ec-8a5d-315b0a6d2a91 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (52eb2b37-a5ca-488c-8345-6b46c2c1a7f8), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.640916 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4accf1de-f851-48ec-8a5d-315b0a6d2a91 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (52eb2b37-a5ca-488c-8345-6b46c2c1a7f8), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.670874 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accf1de-f851-48ec-8a5d-315b0a6d2a91 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52eb2b37-a5ca-488c-8345-6b46c2c1a7f8,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:41.705813 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-b9ffad4a-92cc-48aa-9f11-900759204e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:41.707280 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-b9ffad4a-92cc-48aa-9f11-900759204e70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.1146553 Apr 06 12:49:41.751685 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4accf1de-f851-48ec-8a5d-315b0a6d2a91 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.753162 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-4accf1de-f851-48ec-8a5d-315b0a6d2a91 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3922920 Apr 06 12:49:41.759229 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50208) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:41.760324 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:41.846865 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:41.946818 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:42.087167 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb00c5-750c-4413-a74f-9b4e9d20fbe6 req-d0be7b06-4294-4176-be85-14c9eacad6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:42.089048 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aebb00c5-750c-4413-a74f-9b4e9d20fbe6 req-d0be7b06-4294-4176-be85-14c9eacad6d9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 1133 time: 0.0637825 Apr 06 12:49:42.130925 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-091579d8-14dd-4ec8-b4e3-460801a13b0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 200 len: 1001 time: 0.1692379 Apr 06 12:49:42.193414 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aebb00c5-750c-4413-a74f-9b4e9d20fbe6 req-6578c823-40b2-4cf6-a6d5-1669151eff24 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980885 Apr 06 12:49:42.213167 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.27.3.123 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/7e2d3b54-26e9-4ddc-851a-44de10a8c79b) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:42.220946 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-5cf937ab-179c-4db9-8b38-4ad2c6f6f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:42.222276 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-5cf937ab-179c-4db9-8b38-4ad2c6f6f86d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0702386 Apr 06 12:49:42.229442 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c469-93ef-4645-a22c-04826fc2d657 req-c5d9f2fc-3fbb-42f0-895a-8a6ff7a8d86f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:42.235084 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9c59c469-93ef-4645-a22c-04826fc2d657 req-c5d9f2fc-3fbb-42f0-895a-8a6ff7a8d86f tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.1133885 Apr 06 12:49:42.323229 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9c59c469-93ef-4645-a22c-04826fc2d657 req-dbb8f684-9f8e-40bd-bbd3-cb4d6d96454c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813792 Apr 06 12:49:42.344721 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:42.354588 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49d66f-22ef-4563-9000-c946a5da9fa2 req-1d79d5ad-ca72-4752-86d7-ce02bf00c21a tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:42.362587 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2c49d66f-22ef-4563-9000-c946a5da9fa2 req-1d79d5ad-ca72-4752-86d7-ce02bf00c21a tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.0954564 Apr 06 12:49:42.425112 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2c49d66f-22ef-4563-9000-c946a5da9fa2 req-58528fb6-2bc0-475f-a6eb-546d859f9604 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575686 Apr 06 12:49:42.472712 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-2621422e-c40d-4ac0-90ea-bc4bbca82512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:42.474409 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-2621422e-c40d-4ac0-90ea-bc4bbca82512 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661020 Apr 06 12:49:42.486421 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008db9-c39b-43fc-9ca4-b94c4a712a97 req-9e7a97ce-41cb-486c-a59a-88316919beb2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:42.487940 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-80008db9-c39b-43fc-9ca4-b94c4a712a97 req-9e7a97ce-41cb-486c-a59a-88316919beb2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0618002 Apr 06 12:49:42.516259 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:42.540819 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-80008db9-c39b-43fc-9ca4-b94c4a712a97 req-661abb15-bb5e-4738-ad78-1f8c8f0b0506 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471349 Apr 06 12:49:42.565364 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:42.575307 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:42.584278 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:42.604718 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=7e2d3b54-26e9-4ddc-851a-44de10a8c79b,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:42.726935 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:42.763334 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-2d0c10d2-bbd6-4b07-ac69-06bef5996522 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064448 Apr 06 12:49:42.846614 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:43.003489 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:43.094591 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:43.172841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=7e2d3b54-26e9-4ddc-851a-44de10a8c79b,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:43.206441 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-e1474583-af25-4e59-8bde-d4c6aaa930d9 req-8c230ee9-cdc1-4011-93d1-55ebe4929928 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599925 Apr 06 12:49:43.209831 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:43.334679 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:43.335977 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e52d596e-eae8-4955-8102-335b38c13c8a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5790730 Apr 06 12:49:43.460850 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe5739-127f-4961-b9b7-65a115d2f78c req-3371b6e8-6827-4f90-b52e-455329b0f341 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:43.462436 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ccbe5739-127f-4961-b9b7-65a115d2f78c req-3371b6e8-6827-4f90-b52e-455329b0f341 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0592945 Apr 06 12:49:43.542234 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ccbe5739-127f-4961-b9b7-65a115d2f78c req-d98fe192-4113-49de-b68d-9a9ca927c293 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730758 Apr 06 12:49:43.576429 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49655-9cb1-4b36-ab1f-4dfe90c384d8 req-21483544-259e-4580-8335-68b60a51992e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:43.583403 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52f49655-9cb1-4b36-ab1f-4dfe90c384d8 req-21483544-259e-4580-8335-68b60a51992e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.0865719 Apr 06 12:49:43.646600 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52f49655-9cb1-4b36-ab1f-4dfe90c384d8 req-40890d49-e5c7-479a-a3fb-fc53b2f96f7c tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608873 Apr 06 12:49:43.676250 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-80e07566-ac8c-4a36-ba77-3f55895e3d5f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1383019288&fields=id&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 267 time: 0.0523050 Apr 06 12:49:43.816027 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-2da6a204-2c8a-4bcc-85a6-be76ad5c3556 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:43.817560 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-2da6a204-2c8a-4bcc-85a6-be76ad5c3556 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.1343889 Apr 06 12:49:43.825685 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ae5d3-aeb4-4179-9fe4-e8a76d2e1d3d req-43e701c7-3b2f-4cf8-8ea1-84a1e0a1ec42 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:43.827057 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-387ae5d3-aeb4-4179-9fe4-e8a76d2e1d3d req-43e701c7-3b2f-4cf8-8ea1-84a1e0a1ec42 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0985467 Apr 06 12:49:43.844107 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-52639383-217c-4cbd-9452-bd4871f756b0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/quotas/5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 375 time: 0.0161290 Apr 06 12:49:43.903622 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-387ae5d3-aeb4-4179-9fe4-e8a76d2e1d3d req-46f7b3d7-b964-4a73-8c4f-f4916bbc872d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688713 Apr 06 12:49:43.920557 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-9e3169c2-4ce1-4536-8e16-5b7d0a7da8d4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703130 Apr 06 12:49:44.028484 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5e6ea255-4e49-4cc4-b8e3-267f60aaee3a service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958645 Apr 06 12:49:44.123824 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-6b9073c4-f659-48dc-8ae9-ec76c8eda547 service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893819 Apr 06 12:49:44.374641 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cdc072c1-7663-450a-8686-5e860a8a4936 req-45235585-b4c5-4b1f-904d-92ffdfc5061e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0284090 Apr 06 12:49:44.675545 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17126fa1-af3a-49c1-a422-2a1d9ac32d6a req-a2a0cf06-89aa-4612-9bac-0130d2db73b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:44.675545 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17126fa1-af3a-49c1-a422-2a1d9ac32d6a req-a2a0cf06-89aa-4612-9bac-0130d2db73b7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0611172 Apr 06 12:49:44.737256 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17126fa1-af3a-49c1-a422-2a1d9ac32d6a req-0fc28830-522d-465f-a07d-15329ea26515 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534248 Apr 06 12:49:44.781867 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7a642-a963-40c2-8ef7-558dfdfd6114 req-cd4ae3a8-8247-41ef-8fc7-f82199395b37 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:44.783482 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-50f7a642-a963-40c2-8ef7-558dfdfd6114 req-cd4ae3a8-8247-41ef-8fc7-f82199395b37 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.0617239 Apr 06 12:49:44.830935 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-50f7a642-a963-40c2-8ef7-558dfdfd6114 req-16cc5d29-ddc7-492e-b348-768b2310fd6f tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Apr 06 12:49:45.352388 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74afc8-257e-436a-8c1f-1a43becd2e09 req-1070bb24-802e-4c94-b75c-46df7cfaac8e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:45.354040 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5e74afc8-257e-436a-8c1f-1a43becd2e09 req-1070bb24-802e-4c94-b75c-46df7cfaac8e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.0693643 Apr 06 12:49:45.412285 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5e74afc8-257e-436a-8c1f-1a43becd2e09 req-d131f0da-4d20-4adc-88d0-1e33fced4689 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500662 Apr 06 12:49:45.470675 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b86b8ad-1b3f-4ec9-ac78-c2d4cfacf7cd req-d80d03a2-970b-48b1-872c-c8016ae3c011 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0264874 Apr 06 12:49:45.859415 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604c05c-1693-4caf-9df8-2c039956aca0 req-3bf4352b-52fe-4d14-bd13-df857e0e4670 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:45.860929 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e604c05c-1693-4caf-9df8-2c039956aca0 req-3bf4352b-52fe-4d14-bd13-df857e0e4670 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0527456 Apr 06 12:49:45.906463 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e604c05c-1693-4caf-9df8-2c039956aca0 req-deef877c-fd44-4263-8440-9669004a524d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399399 Apr 06 12:49:46.526336 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c72f39-211e-48b6-8194-a03fd9282da6 req-3dfafc93-f85b-4d37-b921-589388d62eb5 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:46.527820 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3c72f39-211e-48b6-8194-a03fd9282da6 req-3dfafc93-f85b-4d37-b921-589388d62eb5 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.0519600 Apr 06 12:49:46.585222 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7204807-39e6-4190-8413-2fee9067a166 req-e4ee97d1-797d-4fbd-bfd9-241546db1ce5 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0492053 Apr 06 12:49:46.620662 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3c72f39-211e-48b6-8194-a03fd9282da6 req-6318f0db-6d5e-4b32-8cff-ad2133114bff tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/security-groups?id=c35ab9b6-57db-4e4c-8549-a2345f9a76b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863707 Apr 06 12:49:46.954068 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-515f6b17-1bbf-4766-a8a9-f576b1a0b09a tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:46.955617 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-515f6b17-1bbf-4766-a8a9-f576b1a0b09a tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.83 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 949 time: 0.0593119 Apr 06 12:49:47.033549 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0169fc-1f2c-4460-8f76-8c2a6e2ed3bb req-6c33023e-415c-49a1-a0b8-2665ae423dcc tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:47.035067 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e0169fc-1f2c-4460-8f76-8c2a6e2ed3bb req-6c33023e-415c-49a1-a0b8-2665ae423dcc tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0545313 Apr 06 12:49:47.080860 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Deleting port 25f34655-5d05-4d0c-97cf-217cc0c06142 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:49:47.081195 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:47.088094 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e0169fc-1f2c-4460-8f76-8c2a6e2ed3bb req-27921a33-bd17-4ca2-9443-bf043ca4d297 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470994 Apr 06 12:49:47.175030 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] For port 25f34655-5d05-4d0c-97cf-217cc0c06142, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=25f34655-5d05-4d0c-97cf-217cc0c06142,segment=NetworkSegment(4e6da532-e35d-410c-813c-14a61a69be85),segment_id=4e6da532-e35d-410c-813c-14a61a69be85)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:47.175394 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:47.188035 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Calling delete_port for 25f34655-5d05-4d0c-97cf-217cc0c06142 owned by compute:nova {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:49:47.344154 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (25f34655-5d05-4d0c-97cf-217cc0c06142), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:47.364837 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['25f34655-5d05-4d0c-97cf-217cc0c06142'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:49:47.378734 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Pushing event deleted for resources: {'Port': ['ID=25f34655-5d05-4d0c-97cf-217cc0c06142,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:47.429452 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] No DVR routers for this DVR port 25f34655-5d05-4d0c-97cf-217cc0c06142 on host hv-cinder-81566 {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:49:47.432378 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:47.437249 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f2f61777-6b4a-4975-8a01-d4bf452cbb51 req-e5ce250b-4239-4c27-a78d-b7cbbde0753e tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.83 "DELETE /v2.0/ports/25f34655-5d05-4d0c-97cf-217cc0c06142 HTTP/1.1" status: 204 len: 173 time: 0.4765930 Apr 06 12:49:47.437994 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'name': 'network-vif-deleted', 'tag': '25f34655-5d05-4d0c-97cf-217cc0c06142'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:47.440497 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5fcf27-5f5d-4c07-abae-59e807a8fa09" -d '{"events": [{"server_uuid": "0bc8df95-bca1-4bbb-991a-7a2137f0768c", "name": "network-vif-deleted", "tag": "25f34655-5d05-4d0c-97cf-217cc0c06142"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:47.488190 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ddf2c4-d692-429b-b036-12a0a8d5efe3 x-openstack-request-id: req-20ddf2c4-d692-429b-b036-12a0a8d5efe3 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:47.488490 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc8df95-bca1-4bbb-991a-7a2137f0768c", "name": "network-vif-deleted", "tag": "25f34655-5d05-4d0c-97cf-217cc0c06142", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:47.488787 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20ddf2c4-d692-429b-b036-12a0a8d5efe3 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:47.489530 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ddf2c4-d692-429b-b036-12a0a8d5efe3'] response: {'server_uuid': '0bc8df95-bca1-4bbb-991a-7a2137f0768c', 'name': 'network-vif-deleted', 'tag': '25f34655-5d05-4d0c-97cf-217cc0c06142', 'status': 'completed', 'code': 200} Apr 06 12:49:47.551091 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-0d5fd40f-ea89-485d-be95-10d7a97b910e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:47.552807 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-0d5fd40f-ea89-485d-be95-10d7a97b910e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.1251895 Apr 06 12:49:47.635154 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-e847e821-4475-4f89-bed7-f2ebde12db70 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 380 time: 0.0735140 Apr 06 12:49:47.645309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'port': {'device_id': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'admin_state_up': True, 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'security_groups': ['21b8ab87-25c7-46f6-acd9-9f125f351a74']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:47.739598 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f03aaf10-bd3a-404b-84ab-eb73b8886c0f req-a080f233-b163-4946-9fb4-419ade94807b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0430539 Apr 06 12:49:47.760923 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-65077b2c-1945-4cc4-8bd3-aa3cf0098cb8 req-1c99a91a-f367-49f0-9139-3e31f71a8041 tempest-VolumesNegativeTest-784870604 tempest-VolumesNegativeTest-784870604-project] 10.222.0.79 "GET /v2.0/ports?device_id=0bc8df95-bca1-4bbb-991a-7a2137f0768c HTTP/1.1" status: 200 len: 210 time: 0.0543013 Apr 06 12:49:47.919666 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Made reservation on behalf of 5ea5c492b6b041f2b616e8e4bcf774cf for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:49:47.923433 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.049614 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.20.0.10 (e9d5f7b1-df0c-403c-a87f-19856c03f9bd/5de3e368-06d5-49c0-873c-248b43d6b8f1/85894697-abb2-4d12-a7ce-0f4d6708e5ea) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:48.173074 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50376) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:48.243310 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.260798 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef79b1-abe3-4ee7-b536-82d245deadbd req-2d83033e-618a-432f-9446-9ada655dee94 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:48.262939 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d1ef79b1-abe3-4ee7-b536-82d245deadbd req-2d83033e-618a-432f-9446-9ada655dee94 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0981131 Apr 06 12:49:48.288538 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-430fa298-4584-474e-9d9a-6a656ca122d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.330352 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d1ef79b1-abe3-4ee7-b536-82d245deadbd req-7598957f-a49d-4f04-81d9-80865eb1a2f6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602779 Apr 06 12:49:48.381292 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-430fa298-4584-474e-9d9a-6a656ca122d8 admin admin] Publish callbacks [] for security_group (414ad5a6-abb1-495d-acea-ecd5c5891ace), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.405646 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.458984 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:48.462269 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:48.467362 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:48.472268 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=85894697-abb2-4d12-a7ce-0f4d6708e5ea,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:48.487247 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-430fa298-4584-474e-9d9a-6a656ca122d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (414ad5a6-abb1-495d-acea-ecd5c5891ace), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.528866 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-430fa298-4584-474e-9d9a-6a656ca122d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0e446bb29c514aa980024f716e4ac108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545816 Apr 06 12:49:48.530061 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fa298-4584-474e-9d9a-6a656ca122d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ad5a6-abb1-495d-acea-ecd5c5891ace,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:48.531768 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:48.532955 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.533093 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50380) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:48.596237 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad645985-b0f1-4cf8-9d91-c0eceb41b9cc admin admin] Publish callbacks [] for security_group (414ad5a6-abb1-495d-acea-ecd5c5891ace), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.603941 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-5bbdea9e-62bf-44eb-8ea7-ac8cd68c5630 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9635539 Apr 06 12:49:48.618645 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad645985-b0f1-4cf8-9d91-c0eceb41b9cc admin admin] Publish callbacks [] for security_group (414ad5a6-abb1-495d-acea-ecd5c5891ace), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.624887 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Request body: {'port': {'device_id': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:48.688435 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.744047 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad645985-b0f1-4cf8-9d91-c0eceb41b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (414ad5a6-abb1-495d-acea-ecd5c5891ace), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.751740 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad645985-b0f1-4cf8-9d91-c0eceb41b9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.753370 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ad645985-b0f1-4cf8-9d91-c0eceb41b9cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/414ad5a6-abb1-495d-acea-ecd5c5891ace HTTP/1.1" status: 204 len: 168 time: 0.2196250 Apr 06 12:49:48.782842 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad645985-b0f1-4cf8-9d91-c0eceb41b9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ad5a6-abb1-495d-acea-ecd5c5891ace,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:48.783781 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-e571dc30-85d2-4463-84d0-51c80878e552 None None] Provisioning complete for port 85894697-abb2-4d12-a7ce-0f4d6708e5ea triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:48.785901 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e571dc30-85d2-4463-84d0-51c80878e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:48.838386 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e571dc30-85d2-4463-84d0-51c80878e552 None None] Port 85894697-abb2-4d12-a7ce-0f4d6708e5ea cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:49:48.957765 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a380c-57d3-41d2-877d-824d84d41899 req-4b74e535-44f6-4f80-ac42-eb2932041696 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:49.001032 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8e8a380c-57d3-41d2-877d-824d84d41899 req-4b74e535-44f6-4f80-ac42-eb2932041696 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 932 time: 0.1075075 Apr 06 12:49:49.054391 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8e8a380c-57d3-41d2-877d-824d84d41899 req-5b6d50dc-8cec-4696-9e31-2af6b64bf1d8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861976 Apr 06 12:49:49.076012 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85894697-abb2-4d12-a7ce-0f4d6708e5ea {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:49.084813 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Publish callbacks [] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:49.103781 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Transition to ACTIVE for port object 85894697-abb2-4d12-a7ce-0f4d6708e5ea will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:49:49.206875 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:49.295321 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=85894697-abb2-4d12-a7ce-0f4d6708e5ea,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:49.355236 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Attempting to bind port 85894697-abb2-4d12-a7ce-0f4d6708e5ea on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:49:49.356198 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Attempting to bind port 85894697-abb2-4d12-a7ce-0f4d6708e5ea by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:49:49.357221 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Attempting to bind port 85894697-abb2-4d12-a7ce-0f4d6708e5ea on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:49.362620 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Port 85894697-abb2-4d12-a7ce-0f4d6708e5ea on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:49:49.362968 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Attempting to bind port 85894697-abb2-4d12-a7ce-0f4d6708e5ea on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:49.377586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:49:49.378068 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Checking segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:49:49.378485 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Bound using segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:49:49.378983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Bound port: 85894697-abb2-4d12-a7ce-0f4d6708e5ea, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:49:49.379332 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:49.508959 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] For port 85894697-abb2-4d12-a7ce-0f4d6708e5ea, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:49:49.512853 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] For port 85894697-abb2-4d12-a7ce-0f4d6708e5ea, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=85894697-abb2-4d12-a7ce-0f4d6708e5ea,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:49:49.527715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ed8b-038c-4cd1-b5ec-d0ddef5af9ad req-42afa154-f640-4554-bca5-12fb67a3b2c6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:49.529858 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aa84ed8b-038c-4cd1-b5ec-d0ddef5af9ad req-42afa154-f640-4554-bca5-12fb67a3b2c6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0898483 Apr 06 12:49:49.586538 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aa84ed8b-038c-4cd1-b5ec-d0ddef5af9ad req-e2fde878-c6ba-4b5c-8d71-9d2c1359028e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508668 Apr 06 12:49:49.590377 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:49.620588 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:49.621425 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:49.622989 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] 10.222.0.83 "PUT /v2.0/ports/85894697-abb2-4d12-a7ce-0f4d6708e5ea HTTP/1.1" status: 200 len: 1094 time: 1.0037296 Apr 06 12:49:49.625349 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:49.628154 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddd7501-b56a-4cdd-bfdd-c60ea02d9d72" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:49.662631 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d829a9-4f18-4d50-aff6-8deff020f0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=85894697-abb2-4d12-a7ce-0f4d6708e5ea,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:49.671136 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c72d0-8090-4377-aade-2b55c4b6122a x-openstack-request-id: req-9f4c72d0-8090-4377-aade-2b55c4b6122a {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:49.671432 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:49.671989 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f4c72d0-8090-4377-aade-2b55c4b6122a {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:49.672406 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4c72d0-8090-4377-aade-2b55c4b6122a'] response: {'name': 'network-changed', 'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'status': 'completed', 'code': 200} Apr 06 12:49:49.741498 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd7501-b56a-4cdd-bfdd-c60ea02d9d72 req-e4460b27-a7b2-4ccb-a253-53d1b203a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:49.743601 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1ddd7501-b56a-4cdd-bfdd-c60ea02d9d72 req-e4460b27-a7b2-4ccb-a253-53d1b203a4da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 1128 time: 0.0516641 Apr 06 12:49:49.849841 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd7501-b56a-4cdd-bfdd-c60ea02d9d72 req-4723e7ba-4740-401f-a547-af90716ec24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:49.851284 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1ddd7501-b56a-4cdd-bfdd-c60ea02d9d72 req-4723e7ba-4740-401f-a547-af90716ec24a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986123 Apr 06 12:49:49.944063 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd7501-b56a-4cdd-bfdd-c60ea02d9d72 req-8a047ec7-f5ed-4b40-af27-55094eec7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:49.945495 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1ddd7501-b56a-4cdd-bfdd-c60ea02d9d72 req-8a047ec7-f5ed-4b40-af27-55094eec7d3c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878861 Apr 06 12:49:50.028971 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-369b941d-c0f1-4679-8464-0d163c56f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:50.030627 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-369b941d-c0f1-4679-8464-0d163c56f600 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 1128 time: 0.0486856 Apr 06 12:49:50.073199 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-a4514599-390f-4e50-87c9-8c0ab89faf52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85894697-abb2-4d12-a7ce-0f4d6708e5ea HTTP/1.1" status: 200 len: 217 time: 0.0342555 Apr 06 12:49:50.125251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-92c064f0-d352-4d58-a266-2aa6f2837950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:50.126823 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-92c064f0-d352-4d58-a266-2aa6f2837950 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0479000 Apr 06 12:49:50.211733 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aaad1-234c-46d2-bec3-da7f28a4eda9 req-538cee13-41d3-4ab1-a0ad-3299db5b2d86 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:50.213248 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9a4aaad1-234c-46d2-bec3-da7f28a4eda9 req-538cee13-41d3-4ab1-a0ad-3299db5b2d86 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 944 time: 0.0855441 Apr 06 12:49:50.218465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-e2b1fb1c-c306-4ecc-b250-d4fcfcb73b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:50.219993 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-e2b1fb1c-c306-4ecc-b250-d4fcfcb73b96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841370 Apr 06 12:49:50.321892 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9a4aaad1-234c-46d2-bec3-da7f28a4eda9 req-c2d339a0-786e-41c9-9f08-f0efcdb93240 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010215 Apr 06 12:49:50.348198 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-6913cf87-4354-4921-a0cb-3a0e2547f808 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205447 Apr 06 12:49:50.710505 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ddeffb95-3179-4d58-8f9a-f5e1e036205e req-a26a489f-01dc-4450-8a26-899e734fa441 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561928 Apr 06 12:49:50.733379 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79180f85-f6e3-4475-95ca-51cfabf71acc req-588fead5-a1fe-4b32-80f8-2a1f2a5f45c9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:50.734872 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-79180f85-f6e3-4475-95ca-51cfabf71acc req-588fead5-a1fe-4b32-80f8-2a1f2a5f45c9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0624938 Apr 06 12:49:50.785223 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-79180f85-f6e3-4475-95ca-51cfabf71acc req-7dc660c9-8c2e-4df0-a187-35c33a795ba9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Apr 06 12:49:51.015823 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 25f34655-5d05-4d0c-97cf-217cc0c06142 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:49:51.039796 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 25f34655-5d05-4d0c-97cf-217cc0c06142 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:49:51.039796 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 25f34655-5d05-4d0c-97cf-217cc0c06142 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:49:51.441411 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6edc-5d65-4dcf-a02c-755cdad660e8 req-0c4f1996-d167-44c1-8620-d3781f274f35 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:51.442981 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff8e6edc-5d65-4dcf-a02c-755cdad660e8 req-0c4f1996-d167-44c1-8620-d3781f274f35 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 944 time: 0.0525718 Apr 06 12:49:51.493688 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff8e6edc-5d65-4dcf-a02c-755cdad660e8 req-3d592213-6de3-4d06-9e2a-01a1a36349b0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450704 Apr 06 12:49:51.913785 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00771973-b823-4346-a7e4-d198c8da9c2b req-08f178d6-7fa1-4e63-8cff-ac7c3cc4c2db tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:51.915252 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00771973-b823-4346-a7e4-d198c8da9c2b req-08f178d6-7fa1-4e63-8cff-ac7c3cc4c2db tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0586460 Apr 06 12:49:51.963994 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00771973-b823-4346-a7e4-d198c8da9c2b req-f3c9e8b1-e835-442d-afa4-fb119b3de53d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Apr 06 12:49:52.639122 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e4cef-fce8-4e5b-a14d-e5c4870fd918 req-cc4b6ea5-8429-4184-9d51-12f42e90a11f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:52.640620 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-379e4cef-fce8-4e5b-a14d-e5c4870fd918 req-cc4b6ea5-8429-4184-9d51-12f42e90a11f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 944 time: 0.0622954 Apr 06 12:49:52.691698 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-379e4cef-fce8-4e5b-a14d-e5c4870fd918 req-d77cc672-198b-4527-9b86-c140e14e6d22 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455236 Apr 06 12:49:53.024470 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 85894697-abb2-4d12-a7ce-0f4d6708e5ea details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:49:53.093340 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294790e8-b9cb-43cd-ac55-75d199cb03fa req-36751e3d-c230-4823-9020-f44b7c2befee tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:53.094870 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-294790e8-b9cb-43cd-ac55-75d199cb03fa req-36751e3d-c230-4823-9020-f44b7c2befee tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0581939 Apr 06 12:49:53.123184 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 85894697-abb2-4d12-a7ce-0f4d6708e5ea, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=85894697-abb2-4d12-a7ce-0f4d6708e5ea,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:53.134583 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'port_id': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'mac_address': 'fa:16:3e:27:19:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:49:53.143459 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-294790e8-b9cb-43cd-ac55-75d199cb03fa req-4f851079-e4bd-412a-8a07-2fa2f16d62ac tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423985 Apr 06 12:49:53.173354 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 85894697-abb2-4d12-a7ce-0f4d6708e5ea is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:53.173746 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:53.189506 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85894697-abb2-4d12-a7ce-0f4d6708e5ea {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:53.210818 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 85894697-abb2-4d12-a7ce-0f4d6708e5ea, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=85894697-abb2-4d12-a7ce-0f4d6708e5ea,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:53.258203 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:53.309308 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=85894697-abb2-4d12-a7ce-0f4d6708e5ea,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:53.317508 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.317889 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.318237 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.318589 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.318954 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.319295 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.319626 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.319956 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.320285 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.320613 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.321081 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.321441 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.321774 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.322102 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.322434 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:53.557268 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['85894697-abb2-4d12-a7ce-0f4d6708e5ea'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:49:53.814032 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f5312-fc6f-48de-bff1-c5820206f766 req-ac4f7e80-7bea-477e-afb8-0ce8a07c9223 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:53.815423 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-924f5312-fc6f-48de-bff1-c5820206f766 req-ac4f7e80-7bea-477e-afb8-0ce8a07c9223 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 945 time: 0.0564487 Apr 06 12:49:53.868055 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-924f5312-fc6f-48de-bff1-c5820206f766 req-0ad1125b-a82d-4ae6-a2d7-81de71277bf1 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469403 Apr 06 12:49:54.259846 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45823f-c8f4-4caf-bb88-8847dc9b8612 req-30fc3d5e-113b-4659-b0a3-1dea4401bad8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:54.261390 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fe45823f-c8f4-4caf-bb88-8847dc9b8612 req-30fc3d5e-113b-4659-b0a3-1dea4401bad8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0510104 Apr 06 12:49:54.309027 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fe45823f-c8f4-4caf-bb88-8847dc9b8612 req-e8c248db-8663-48e1-8d6e-7a5e7aacd249 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411694 Apr 06 12:49:54.988278 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187d0e8-fc16-4326-afdf-6a17dc3daea2 req-8d77fa2f-e01d-42d8-97cc-3512b19b284b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:54.989827 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6187d0e8-fc16-4326-afdf-6a17dc3daea2 req-8d77fa2f-e01d-42d8-97cc-3512b19b284b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 945 time: 0.0547893 Apr 06 12:49:55.028486 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 85894697-abb2-4d12-a7ce-0f4d6708e5ea up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:55.041930 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6187d0e8-fc16-4326-afdf-6a17dc3daea2 req-90bd2c61-fbf8-4263-814c-647ae9443b56 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464127 Apr 06 12:49:55.146142 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50650) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:55.187979 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 85894697-abb2-4d12-a7ce-0f4d6708e5ea completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:49:55.192083 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 85894697-abb2-4d12-a7ce-0f4d6708e5ea triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:55.192517 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:55.274824 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 85894697-abb2-4d12-a7ce-0f4d6708e5ea is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:55.275227 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:55.279109 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b4f4a3f6-2128-4f77-ae0a-43db77d0b411 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7689224394424041a085020be595c3a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318150 Apr 06 12:49:55.281699 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50654) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:55.298764 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:55.301024 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc0b5a-4c44-43ca-864e-4a3251bae0dc" -d '{"events": [{"server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "name": "network-vif-plugged", "status": "completed", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:55.317909 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 85894697-abb2-4d12-a7ce-0f4d6708e5ea, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=85894697-abb2-4d12-a7ce-0f4d6708e5ea,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:55.335085 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-79293e4b-731f-49e9-97f7-8ffbaf0010e4 admin admin] Publish callbacks [] for security_group (c35ab9b6-57db-4e4c-8549-a2345f9a76b2), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:55.341728 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bff108-80e0-46d4-8ed2-62d5bf5b042c x-openstack-request-id: req-52bff108-80e0-46d4-8ed2-62d5bf5b042c {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:55.341728 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "name": "network-vif-plugged", "status": "completed", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:55.341728 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52bff108-80e0-46d4-8ed2-62d5bf5b042c {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:55.341728 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bff108-80e0-46d4-8ed2-62d5bf5b042c'] response: {'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'code': 200} Apr 06 12:49:55.363251 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-79293e4b-731f-49e9-97f7-8ffbaf0010e4 admin admin] Publish callbacks [] for security_group (c35ab9b6-57db-4e4c-8549-a2345f9a76b2), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:55.384020 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:55.438291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe4878-688f-4dee-8d0a-bbfa4bb3356b req-5d45f04f-6377-4e1a-bce9-b20703df15a7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:55.439959 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-73fe4878-688f-4dee-8d0a-bbfa4bb3356b req-5d45f04f-6377-4e1a-bce9-b20703df15a7 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0612705 Apr 06 12:49:55.489919 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-73fe4878-688f-4dee-8d0a-bbfa4bb3356b req-702980f6-2b7f-499a-81c8-20b7079d2279 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Apr 06 12:49:55.508601 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-79293e4b-731f-49e9-97f7-8ffbaf0010e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c35ab9b6-57db-4e4c-8549-a2345f9a76b2), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:55.513554 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-79293e4b-731f-49e9-97f7-8ffbaf0010e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:55.516355 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-79293e4b-731f-49e9-97f7-8ffbaf0010e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c35ab9b6-57db-4e4c-8549-a2345f9a76b2 HTTP/1.1" status: 204 len: 168 time: 0.2329888 Apr 06 12:49:55.526957 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293e4b-731f-49e9-97f7-8ffbaf0010e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35ab9b6-57db-4e4c-8549-a2345f9a76b2,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:55.577595 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=85894697-abb2-4d12-a7ce-0f4d6708e5ea,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:55.748332 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e54fc-873a-4943-8e39-6a07e5396f96 req-ace141b2-6391-4268-af1a-ce0e0103adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:55.749787 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6e1e54fc-873a-4943-8e39-6a07e5396f96 req-ace141b2-6391-4268-af1a-ce0e0103adfa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 1130 time: 0.0431168 Apr 06 12:49:55.796626 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6e1e54fc-873a-4943-8e39-6a07e5396f96 req-d94a6320-9993-4236-b6ef-27063ddefe78 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Apr 06 12:49:56.168664 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70051143-1394-4fc3-9045-19902c1bc586 req-4f7596d0-333a-4f95-bfde-d12b8319ba5c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:56.170220 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70051143-1394-4fc3-9045-19902c1bc586 req-4f7596d0-333a-4f95-bfde-d12b8319ba5c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0552800 Apr 06 12:49:56.215324 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70051143-1394-4fc3-9045-19902c1bc586 req-5553538c-3d31-4d51-96b4-62724006ce26 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Apr 06 12:49:56.619816 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bf58d-eb07-4a76-8929-86da0572409c req-2b95c8bd-ddc4-4840-afae-8ed4a336bd7a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:56.621319 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-168bf58d-eb07-4a76-8929-86da0572409c req-2b95c8bd-ddc4-4840-afae-8ed4a336bd7a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0520694 Apr 06 12:49:56.667619 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-168bf58d-eb07-4a76-8929-86da0572409c req-031ed1b8-4991-40c2-9e61-252753026a13 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405445 Apr 06 12:49:56.936151 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:49:57.189862 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-978735ae-ac67-4396-9d51-b74ccc24c442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:57.334564 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b584131-422f-4551-ac7b-e8bf09f1941b req-cc2322b0-7e44-448b-b957-521943138575 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:57.336051 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7b584131-422f-4551-ac7b-e8bf09f1941b req-cc2322b0-7e44-448b-b957-521943138575 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0544152 Apr 06 12:49:57.385191 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7b584131-422f-4551-ac7b-e8bf09f1941b req-15dd10e1-fa7d-4281-8152-3f02a12e0586 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Apr 06 12:49:57.785059 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a51c8f-22a8-4f26-9a9d-27b9e9f07c83 req-414768aa-c0a6-412f-99d9-721663e8cca4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:57.786536 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8a51c8f-22a8-4f26-9a9d-27b9e9f07c83 req-414768aa-c0a6-412f-99d9-721663e8cca4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0519927 Apr 06 12:49:57.832356 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8a51c8f-22a8-4f26-9a9d-27b9e9f07c83 req-3b96d85a-2b74-43af-b22c-223fdc68c754 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402157 Apr 06 12:49:58.499923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b84d1-12fd-49f9-9b28-3866dc777e78 req-0f95747d-974a-43c5-8f3c-cead93d9e19e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:58.501395 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-617b84d1-12fd-49f9-9b28-3866dc777e78 req-0f95747d-974a-43c5-8f3c-cead93d9e19e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0508182 Apr 06 12:49:58.547148 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-617b84d1-12fd-49f9-9b28-3866dc777e78 req-952e2c6a-4720-4c27-8e90-63b174d69b66 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399661 Apr 06 12:49:58.686582 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd2b32-311b-426f-bfd0-ceba72cb6248 req-075951b9-8efd-4e57-a3ef-0d2205852ff7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:58.688035 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-58bd2b32-311b-426f-bfd0-ceba72cb6248 req-075951b9-8efd-4e57-a3ef-0d2205852ff7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0724928 Apr 06 12:49:58.696962 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50674) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:58.702118 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'port_id': '85894697-abb2-4d12-a7ce-0f4d6708e5ea'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:58.741971 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:58.949718 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cf816-11d1-4a44-8f52-7ee417b63cc2 req-b97754f0-e9f1-4bb7-b44d-96dae3227a47 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:58.951147 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aa9cf816-11d1-4a44-8f52-7ee417b63cc2 req-b97754f0-e9f1-4bb7-b44d-96dae3227a47 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Apr 06 12:49:58.997753 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aa9cf816-11d1-4a44-8f52-7ee417b63cc2 req-2dd1103b-37cc-4b99-a4a2-f7626ff8f961 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Apr 06 12:49:59.178761 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:59.250529 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:59.546429 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-7f100483-50e9-4b07-98e7-24903c60cbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:59.585697 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP 4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e associated. External IP: 172.27.3.123, port: 85894697-abb2-4d12-a7ce-0f4d6708e5ea. Apr 06 12:49:59.791201 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:49:59.900965 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:49:59.908281 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:59.911474 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:49:59.920702 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:59.921491 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:59.943295 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-954d4616-538e-45f2-b27b-19049805345e tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "PUT /v2.0/floatingips/4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e HTTP/1.1" status: 200 len: 992 time: 1.2452090 Apr 06 12:49:59.943878 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:59.946144 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cb7744-57be-437d-8b25-c279bbc73d48" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:59.981653 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2427e16-ab64-404e-b498-c71d764fb20e x-openstack-request-id: req-c2427e16-ab64-404e-b498-c71d764fb20e {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:59.981948 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:59.982204 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2427e16-ab64-404e-b498-c71d764fb20e {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:59.982621 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2427e16-ab64-404e-b498-c71d764fb20e'] response: {'name': 'network-changed', 'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'status': 'completed', 'code': 200} Apr 06 12:50:00.067211 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-25b0b8f9-2538-4fdb-ae74-d23fb6a6dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:00.068905 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-25b0b8f9-2538-4fdb-ae74-d23fb6a6dafa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 1130 time: 0.0597346 Apr 06 12:50:00.120897 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:00.205981 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2b6da-1b22-4f68-abe7-6b3c6ccccbf7 req-1b786311-eef5-4a7f-9569-ce533f4cbb46 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:00.207972 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17a2b6da-1b22-4f68-abe7-6b3c6ccccbf7 req-1b786311-eef5-4a7f-9569-ce533f4cbb46 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.1136122 Apr 06 12:50:00.212793 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-2cbe7b46-4f20-4b0d-bf0a-6303e682f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:00.214149 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-2cbe7b46-4f20-4b0d-bf0a-6303e682f7de service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 915 time: 0.1386044 Apr 06 12:50:00.306283 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17a2b6da-1b22-4f68-abe7-6b3c6ccccbf7 req-e8eabc90-7688-4c52-8686-abd40e326614 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911896 Apr 06 12:50:00.313051 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-594d7c4a-08ad-44e9-bdcc-e9f67fb35109 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85894697-abb2-4d12-a7ce-0f4d6708e5ea HTTP/1.1" status: 200 len: 1000 time: 0.0912745 Apr 06 12:50:00.358461 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:27:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:42Z', 'updated_at': '2022-04-06T12:49:59Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:00.361587 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-cfc54d52-7c91-4033-bbd6-3dc66387a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:00.363383 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-cfc54d52-7c91-4033-bbd6-3dc66387a39b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0440056 Apr 06 12:50:00.388032 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:50:00.396943 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:00.397559 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:00.412913 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-25d0f53b-e742-41f5-9167-e8cc2dfe3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:00.414402 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-25d0f53b-e742-41f5-9167-e8cc2dfe3470 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447638 Apr 06 12:50:00.505731 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-ef9f1c28-c190-4b6b-9fa4-d9b3b27c0668 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842841 Apr 06 12:50:00.505981 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:00.612609 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7cb7744-57be-437d-8b25-c279bbc73d48 req-feecc40a-a4d8-4030-8a6b-66ca283af92b service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001525 Apr 06 12:50:00.750003 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:27:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:42Z', 'updated_at': '2022-04-06T12:49:59Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:00.780702 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17d670a-bb45-43a0-bf69-53e9416a8e55 None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:27:19:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:42Z', 'updated_at': '2022-04-06T12:49:59Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:50:00.845027 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:00.969344 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a5a24-2c30-40b5-830c-2f868e8188fe None None] New status for floating IP 4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:50:01.443081 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90719714-84f1-4b67-adee-3c8ce9268218 req-aab4c3bb-82bb-4f10-8c1a-205a59506de5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:01.444449 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-90719714-84f1-4b67-adee-3c8ce9268218 req-aab4c3bb-82bb-4f10-8c1a-205a59506de5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0570612 Apr 06 12:50:01.490181 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-90719714-84f1-4b67-adee-3c8ce9268218 req-ca889e49-e212-446a-8d95-e97e50cc7c28 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 Apr 06 12:50:02.615028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d42c8e-8a3d-44e1-8b84-85e874a2da7f req-fc5ad336-9274-4ffc-8118-6bf981a01821 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:02.616804 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13d42c8e-8a3d-44e1-8b84-85e874a2da7f req-fc5ad336-9274-4ffc-8118-6bf981a01821 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0606623 Apr 06 12:50:02.669194 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13d42c8e-8a3d-44e1-8b84-85e874a2da7f req-c94d7232-944b-435c-ab57-94ad0fed1864 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433469 Apr 06 12:50:02.862633 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:03.794554 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf83e3-9c2d-45fc-ab0c-8fc71527b8cd req-a2ca4b90-0d60-4ce0-8f4b-cf2d04988014 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:03.796080 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f6bf83e3-9c2d-45fc-ab0c-8fc71527b8cd req-a2ca4b90-0d60-4ce0-8f4b-cf2d04988014 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0534706 Apr 06 12:50:03.851933 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f6bf83e3-9c2d-45fc-ab0c-8fc71527b8cd req-951ad1a0-f15b-494a-a25c-30b32bc4231b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497429 Apr 06 12:50:03.856404 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:04.791912 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c0826-ac12-4052-a864-cd71c008b4ee req-c8f88c31-de08-4b87-a890-c93c638af5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:04.793496 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e90c0826-ac12-4052-a864-cd71c008b4ee req-c8f88c31-de08-4b87-a890-c93c638af5a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1129 time: 0.0453708 Apr 06 12:50:04.801417 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:04.836392 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e90c0826-ac12-4052-a864-cd71c008b4ee req-a829c7f4-2084-4a71-a1da-44eb45a83202 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369360 Apr 06 12:50:04.992019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89375b-45e4-48d3-b46f-4d4f73c9593f req-e4cb23f5-abce-4eb5-bcc1-d64f06021283 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:04.993551 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bc89375b-45e4-48d3-b46f-4d4f73c9593f req-e4cb23f5-abce-4eb5-bcc1-d64f06021283 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0585253 Apr 06 12:50:05.040664 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bc89375b-45e4-48d3-b46f-4d4f73c9593f req-f9e0f134-2001-4989-aeed-ecf4c84616a4 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414779 Apr 06 12:50:06.179839 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f9b11-976e-46bb-899c-a5b7b73a14dd req-7ea3dcaa-3ca0-4209-89b9-4b33a96e6124 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:06.181413 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-911f9b11-976e-46bb-899c-a5b7b73a14dd req-7ea3dcaa-3ca0-4209-89b9-4b33a96e6124 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0633514 Apr 06 12:50:06.229134 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-911f9b11-976e-46bb-899c-a5b7b73a14dd req-fe116273-3b95-46e6-b8a0-e7a05417400e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Apr 06 12:50:07.349942 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2857b10-601e-4a8f-a75e-c812e1fffddb req-968c87b5-43e4-4156-9c48-5c6cb4e85c9b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:07.351415 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f2857b10-601e-4a8f-a75e-c812e1fffddb req-968c87b5-43e4-4156-9c48-5c6cb4e85c9b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0545509 Apr 06 12:50:07.396781 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f2857b10-601e-4a8f-a75e-c812e1fffddb req-ef06fbeb-aad8-41c3-a21f-82db2b5093c9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Apr 06 12:50:07.996947 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0e583-ee8d-4ae7-9b81-dc9e0be431da req-c0aadafc-ebc3-4d7a-935f-da4bc07ca733 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:07.999056 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7ea0e583-ee8d-4ae7-9b81-dc9e0be431da req-c0aadafc-ebc3-4d7a-935f-da4bc07ca733 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0639997 Apr 06 12:50:08.080225 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7ea0e583-ee8d-4ae7-9b81-dc9e0be431da req-cccf25cd-c3a6-4b53-a6bf-ffb47e20f47a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709827 Apr 06 12:50:08.090600 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-8cce9204-32e1-4c7e-b35c-35bff474b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:08.092239 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-8cce9204-32e1-4c7e-b35c-35bff474b563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1129 time: 0.0691967 Apr 06 12:50:08.186369 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-4b28e7ac-509b-4fc4-962b-4cea693d8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:08.187839 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-4b28e7ac-509b-4fc4-962b-4cea693d8f06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.0860789 Apr 06 12:50:08.256530 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-4c6f3420-0e7c-4ed5-8501-61501a34f86a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 200 len: 1001 time: 0.0620339 Apr 06 12:50:08.306080 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-e3da420e-cb92-4a55-863f-0ce730af31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:08.307530 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-e3da420e-cb92-4a55-863f-0ce730af31ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0437832 Apr 06 12:50:08.357638 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-bce27cba-47e2-4aaa-a501-500b17dfd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:08.359372 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-bce27cba-47e2-4aaa-a501-500b17dfd8ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441697 Apr 06 12:50:08.453675 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-d8af41d9-a610-4234-a121-64c83b4fbd1e service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875106 Apr 06 12:50:08.544406 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce029213-46ff-40bd-bfac-8b428b6bba05 req-6fdbb71b-85fa-4d75-a649-102e15ec0c32 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814936 Apr 06 12:50:09.209431 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba7781-eaa2-46e6-9aab-b5e5ec900dcf req-6fd3519b-dd0d-4a26-8caf-8dace509d60e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:09.210887 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d5ba7781-eaa2-46e6-9aab-b5e5ec900dcf req-6fd3519b-dd0d-4a26-8caf-8dace509d60e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0564766 Apr 06 12:50:09.256792 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d5ba7781-eaa2-46e6-9aab-b5e5ec900dcf req-6edb43cb-c4e5-44ce-9b2f-d4f6c461822e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403523 Apr 06 12:50:10.373615 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4ada7-c6ba-46a8-a9d3-9445a754399a req-e21eb84a-4572-4a4e-900f-26067529e328 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:10.375653 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22d4ada7-c6ba-46a8-a9d3-9445a754399a req-e21eb84a-4572-4a4e-900f-26067529e328 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0528324 Apr 06 12:50:10.421789 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22d4ada7-c6ba-46a8-a9d3-9445a754399a req-3d51acf6-3d6e-4920-8545-e62934454b6b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Apr 06 12:50:11.543464 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7685-f0a4-4cf6-9c55-4b17034306fc req-d1d73c3b-4497-4792-b397-b6a9deabe684 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:11.544385 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b36b7685-f0a4-4cf6-9c55-4b17034306fc req-d1d73c3b-4497-4792-b397-b6a9deabe684 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0566661 Apr 06 12:50:11.595267 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b36b7685-f0a4-4cf6-9c55-4b17034306fc req-f1d943c7-4f0b-48a7-8d77-50ec877a293c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Apr 06 12:50:11.714224 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdf007-1f3c-46d6-84c7-e5cb91c9caa0 req-d5d50522-1f79-4b01-9e55-8982c81d1c98 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:11.715616 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fccdf007-1f3c-46d6-84c7-e5cb91c9caa0 req-d5d50522-1f79-4b01-9e55-8982c81d1c98 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0556092 Apr 06 12:50:11.724274 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50722) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:11.728843 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Request body: {'floatingip': {'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:11.794997 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:12.308048 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:12.377124 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:12.599784 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Router 3303206c-9d05-4a73-b5ef-80987332abed has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:50:12.710381 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:50:12.715222 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:12.720396 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] Sync routers for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:50:12.730209 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:12.730820 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:12.752060 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:12.754470 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c28c9c-3f74-412b-84c6-496754120f54" -d '{"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:12.788808 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-379b8eb8-acf9-4f0f-84ef-829e12c186c3 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "PUT /v2.0/floatingips/79633c9c-d4b8-4506-b606-a855ac2caf63 HTTP/1.1" status: 200 len: 993 time: 1.0632188 Apr 06 12:50:12.794981 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885138bd-acf3-4605-b2ca-3575da087e08 x-openstack-request-id: req-885138bd-acf3-4605-b2ca-3575da087e08 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:12.795312 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:12.795579 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-885138bd-acf3-4605-b2ca-3575da087e08 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:12.796219 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885138bd-acf3-4605-b2ca-3575da087e08'] response: {'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'status': 'completed', 'code': 200} Apr 06 12:50:12.854322 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:12.872859 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-211c04c5-bd7b-40cf-8ae5-c7851ab4386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:12.874906 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-211c04c5-bd7b-40cf-8ae5-c7851ab4386c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1129 time: 0.0495920 Apr 06 12:50:12.976347 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-e767a41d-bbd6-4917-9da0-b429476dd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:12.977758 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-e767a41d-bbd6-4917-9da0-b429476dd63b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.0908329 Apr 06 12:50:13.050967 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-8ceb7ed9-c23a-439f-94d1-228d32e62167 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 200 len: 1001 time: 0.0652235 Apr 06 12:50:13.103839 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-26921b84-ce64-4618-8f9d-5dd32bb87b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:13.104429 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '79633c9c-d4b8-4506-b606-a855ac2caf63', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'mac_address': 'fa:16:3e:c3:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:49Z', 'updated_at': '2022-04-06T12:50:12Z', 'revision_number': 3, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:13.105435 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-26921b84-ce64-4618-8f9d-5dd32bb87b0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0459101 Apr 06 12:50:13.134675 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] Checking router: 3303206c-9d05-4a73-b5ef-80987332abed for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:50:13.143753 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:13.144450 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:13.159005 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-85fcf485-5249-4bd6-959f-8a24e5243097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:13.160595 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-85fcf485-5249-4bd6-959f-8a24e5243097 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479965 Apr 06 12:50:13.258441 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-63a07c5c-8172-4e6a-aecc-132b369f56ad service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896826 Apr 06 12:50:13.259591 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:13.360095 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c28c9c-3f74-412b-84c6-496754120f54 req-7d813c2b-baf0-4e81-93bb-fd7c64cefd31 service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941365 Apr 06 12:50:13.496010 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '79633c9c-d4b8-4506-b606-a855ac2caf63', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'mac_address': 'fa:16:3e:c3:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:49Z', 'updated_at': '2022-04-06T12:50:12Z', 'revision_number': 3, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:13.617348 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042b964-04a9-46ba-976f-220e696ad2d2 None None] The sync data for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi is: [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '79633c9c-d4b8-4506-b606-a855ac2caf63', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'port_id': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'mac_address': 'fa:16:3e:c3:e1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:49Z', 'updated_at': '2022-04-06T12:50:12Z', 'revision_number': 3, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:50:14.797618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:14.800118 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a" -d '{"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:14.835990 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c0b06c-85cc-415e-83b6-bb69d28e2a71 x-openstack-request-id: req-c8c0b06c-85cc-415e-83b6-bb69d28e2a71 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:14.836296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:14.836554 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8c0b06c-85cc-415e-83b6-bb69d28e2a71 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:14.841023 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c0b06c-85cc-415e-83b6-bb69d28e2a71'] response: {'name': 'network-changed', 'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'status': 'completed', 'code': 200} Apr 06 12:50:14.916909 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-131bc24c-5d21-43c3-901e-926f8ab32bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:14.918407 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-131bc24c-5d21-43c3-901e-926f8ab32bb6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2e066936c98d40a9a5aea5638304124f&device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 1129 time: 0.0468757 Apr 06 12:50:15.011100 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-6e3fc712-4dac-40aa-bee9-0a053be1a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:15.012860 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-6e3fc712-4dac-40aa-bee9-0a053be1a049 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 200 len: 919 time: 0.0884783 Apr 06 12:50:15.080990 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-d8628d49-44bc-45b0-a17f-e60341188fdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 200 len: 1001 time: 0.0614772 Apr 06 12:50:15.135040 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-b56ddde9-66c5-4c69-af82-dbabd2e835ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:15.136520 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-b56ddde9-66c5-4c69-af82-dbabd2e835ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 200 len: 857 time: 0.0484598 Apr 06 12:50:15.187692 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-c8e575a6-3f00-4a8b-a866-6835e57b7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:15.189264 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-c8e575a6-3f00-4a8b-a866-6835e57b7391 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d0ca3c5b-9181-496b-8f57-10516eb2faa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465736 Apr 06 12:50:15.284804 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-40ad06b9-e710-4982-aeae-5c745a68f58b service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843499 Apr 06 12:50:15.381647 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf9f7834-74e3-452a-b275-aa8c0d3fa83a req-669f4435-d625-4e79-9f62-46a3d066eaeb service neutron] 10.222.0.83 "GET /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896330 Apr 06 12:50:20.509102 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea91fe-a6f8-44da-a9cc-568f09401654 req-a1ba2cb0-a631-4f0f-98c0-10fecae068f7 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:20.511340 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bea91fe-a6f8-44da-a9cc-568f09401654 req-a1ba2cb0-a631-4f0f-98c0-10fecae068f7 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0536497 Apr 06 12:50:20.557961 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bea91fe-a6f8-44da-a9cc-568f09401654 req-5780ca41-3728-4c47-9282-d463dc317408 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Apr 06 12:50:21.689182 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9142f3-bf43-4bdf-a978-2f40dc90bac6 req-49e59a52-1f86-4a7b-a490-c9914e07a457 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:21.690735 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f9142f3-bf43-4bdf-a978-2f40dc90bac6 req-49e59a52-1f86-4a7b-a490-c9914e07a457 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0524285 Apr 06 12:50:21.741113 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8f9142f3-bf43-4bdf-a978-2f40dc90bac6 req-2f67d15d-8f4f-459e-971c-84b39492838b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446637 Apr 06 12:50:22.235275 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-f95b4daa-9c08-4433-b2cc-97a8ec9cbc03 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:22.236719 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-f95b4daa-9c08-4433-b2cc-97a8ec9cbc03 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.0510464 Apr 06 12:50:22.326792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Deleting port b505729e-02c6-43a8-a7aa-2e21911c1a2a {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:50:22.327130 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:22.669055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] For port b505729e-02c6-43a8-a7aa-2e21911c1a2a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=b505729e-02c6-43a8-a7aa-2e21911c1a2a,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:22.669430 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:22.882130 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:22.882806 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (b2a78406-805f-41d3-983a-8507655b05f2), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:22.882942 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Floating IP b2a78406-805f-41d3-983a-8507655b05f2 disassociated. External IP: 172.27.3.139, port: b505729e-02c6-43a8-a7aa-2e21911c1a2a. Apr 06 12:50:22.883206 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Calling delete_port for b505729e-02c6-43a8-a7aa-2e21911c1a2a owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:50:22.940417 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab576396-6abc-49a0-b506-964d33c20d48 req-10638cca-bae5-4e42-bb16-bd2a9ab165a3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:22.941971 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ab576396-6abc-49a0-b506-964d33c20d48 req-10638cca-bae5-4e42-bb16-bd2a9ab165a3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 946 time: 0.1178753 Apr 06 12:50:23.013215 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ab576396-6abc-49a0-b506-964d33c20d48 req-ed92a1f0-9491-48f0-a9c7-16a9d283fe5d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=dd610b73-b8b6-4fa4-8d0a-57776a36783f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654020 Apr 06 12:50:23.222661 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (b505729e-02c6-43a8-a7aa-2e21911c1a2a), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:23.254715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event deleted for resources: {'Port': ['ID=b505729e-02c6-43a8-a7aa-2e21911c1a2a,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:23.265370 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.265728 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.266081 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.266447 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.266781 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.267126 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.267469 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.267804 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.268144 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.268473 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.268827 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.269183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.269521 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.269851 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.276781 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:23.388486 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:50:23.506712 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:50:23.518455 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] Sync routers for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:50:23.528906 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:23.529497 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:23.553312 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] No DVR routers for this DVR port b505729e-02c6-43a8-a7aa-2e21911c1a2a on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:50:23.557536 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:23.568936 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17f7d166-4a1f-4a7d-bda0-960b17b93925 req-9a1ec6a5-dcbc-4446-8258-741f9e70f8f1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "DELETE /v2.0/ports/b505729e-02c6-43a8-a7aa-2e21911c1a2a HTTP/1.1" status: 204 len: 173 time: 1.3178146 Apr 06 12:50:23.568936 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-deleted', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:23.568936 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261df114-3745-436e-9ba8-431b5bf21f02" -d '{"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-deleted", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:23.607171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400239b1-9f99-4e38-8a7e-4411fbd0eabf x-openstack-request-id: req-400239b1-9f99-4e38-8a7e-4411fbd0eabf {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:23.607480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b", "name": "network-vif-deleted", "tag": "b505729e-02c6-43a8-a7aa-2e21911c1a2a", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:23.607764 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-400239b1-9f99-4e38-8a7e-4411fbd0eabf {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:23.608194 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400239b1-9f99-4e38-8a7e-4411fbd0eabf'] response: {'server_uuid': '9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b', 'name': 'network-vif-deleted', 'tag': 'b505729e-02c6-43a8-a7aa-2e21911c1a2a', 'status': 'completed', 'code': 200} Apr 06 12:50:23.662347 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:23.901447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:23.930683 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] Checking router: 4c07339f-85fc-46fd-8de1-dafef0ce4a3f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:50:23.940326 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:23.941231 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:49:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:24.052890 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:24.129597 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-67545798-4e20-421c-9d01-75e69917fde1 req-fc787cac-8c95-41f6-93d1-398449536470 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=9dbc196e-af7e-4ca3-bec2-ae4bfe4f485b HTTP/1.1" status: 200 len: 210 time: 0.0279839 Apr 06 12:50:24.262364 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:24.294224 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e7028-1005-4670-87f5-a39f860b0b80 None None] The sync data for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi is: [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:50:24.533971 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5075e-884e-4417-b73e-4864d27e9c9c None None] New status for floating IP b2a78406-805f-41d3-983a-8507655b05f2: DOWN {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:50:25.247835 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:50:25.268230 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: b505729e-02c6-43a8-a7aa-2e21911c1a2a {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:50:25.268580 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device b505729e-02c6-43a8-a7aa-2e21911c1a2a not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:50:25.353654 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50768) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:25.410891 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (dd610b73-b8b6-4fa4-8d0a-57776a36783f), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.438365 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (dd610b73-b8b6-4fa4-8d0a-57776a36783f), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.630724 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (dd610b73-b8b6-4fa4-8d0a-57776a36783f), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.633403 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.634608 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "DELETE /v2.0/security-groups/dd610b73-b8b6-4fa4-8d0a-57776a36783f HTTP/1.1" status: 204 len: 168 time: 0.2793908 Apr 06 12:50:25.637428 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50770) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:25.644905 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd610b73-b8b6-4fa4-8d0a-57776a36783f,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:25.651785 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.api.v2.resource [None req-eefc0949-aaf7-4b02-a7dc-8e3cdab6d11d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] show failed (client error): The resource could not be found. Apr 06 12:50:25.651967 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.652324 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.652820 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-eefc0949-aaf7-4b02-a7dc-8e3cdab6d11d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups/dd610b73-b8b6-4fa4-8d0a-57776a36783f HTTP/1.1" status: 404 len: 347 time: 0.0143712 Apr 06 12:50:25.653394 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.653767 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.654122 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.654473 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.654820 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.655162 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.655504 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.655626 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50772) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:25.655859 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.656174 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.656526 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.656870 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.657202 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.657549 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc87b60-cb90-4bbc-acb2-6339bfa65358 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:25.787136 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Deleting port 0a9684c8-e2c9-4136-b5f4-5d072fbc0e61 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:50:25.787479 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.867847 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.868171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.879662 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Calling delete_port for 0a9684c8-e2c9-4136-b5f4-5d072fbc0e61 owned by network:floatingip {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:50:26.161592 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (0a9684c8-e2c9-4136-b5f4-5d072fbc0e61), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:26.186057 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event deleted for resources: {'Port': ['ID=0a9684c8-e2c9-4136-b5f4-5d072fbc0e61,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:26.248812 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (b2a78406-805f-41d3-983a-8507655b05f2), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:26.251912 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:26.253087 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-de61824d-dce9-40bc-90f8-1af547557ced tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "DELETE /v2.0/floatingips/b2a78406-805f-41d3-983a-8507655b05f2 HTTP/1.1" status: 204 len: 168 time: 0.5966747 Apr 06 12:50:26.537450 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50776) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:26.542054 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-08e0acd1-03a3-4a1b-89dd-307ae6d5c76f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867651552', 'description': 'tempest-description--488893074'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:26.636407 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-08e0acd1-03a3-4a1b-89dd-307ae6d5c76f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:26.712517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-08e0acd1-03a3-4a1b-89dd-307ae6d5c76f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (7dfa7b26-1ea5-4ee0-b983-25e32fef6c84), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:26.793891 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-08e0acd1-03a3-4a1b-89dd-307ae6d5c76f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (7dfa7b26-1ea5-4ee0-b983-25e32fef6c84), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:26.822340 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0acd1-03a3-4a1b-89dd-307ae6d5c76f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:26.898840 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-08e0acd1-03a3-4a1b-89dd-307ae6d5c76f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:26.900194 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-08e0acd1-03a3-4a1b-89dd-307ae6d5c76f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3617282 Apr 06 12:50:26.902998 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50778) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:26.907811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-d7e369e1-64a4-4edf-97ae-ec506717a71d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'security_group_rule': {'security_group_id': '7dfa7b26-1ea5-4ee0-b983-25e32fef6c84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:26.987465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7e369e1-64a4-4edf-97ae-ec506717a71d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (d34a2f43-97bd-4e95-b598-2e08a77af962), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.042203 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7e369e1-64a4-4edf-97ae-ec506717a71d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (d34a2f43-97bd-4e95-b598-2e08a77af962), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.108401 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7e369e1-64a4-4edf-97ae-ec506717a71d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (d34a2f43-97bd-4e95-b598-2e08a77af962), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.128130 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e369e1-64a4-4edf-97ae-ec506717a71d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34a2f43-97bd-4e95-b598-2e08a77af962,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:27.199909 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5ad0dc66-740d-4b03-95ff-7df17be912f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.209781 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7e369e1-64a4-4edf-97ae-ec506717a71d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.211059 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d7e369e1-64a4-4edf-97ae-ec506717a71d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071084 Apr 06 12:50:27.213784 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50780) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:27.218232 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-4d75d950-9515-4d76-90fc-bbc769c09173 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'security_group_rule': {'security_group_id': '7dfa7b26-1ea5-4ee0-b983-25e32fef6c84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:27.319377 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d75d950-9515-4d76-90fc-bbc769c09173 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (67e751d2-3554-4c7f-a0d1-0915fd7c4ddc), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.374788 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d75d950-9515-4d76-90fc-bbc769c09173 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (67e751d2-3554-4c7f-a0d1-0915fd7c4ddc), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.504326 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d75d950-9515-4d76-90fc-bbc769c09173 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (67e751d2-3554-4c7f-a0d1-0915fd7c4ddc), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.521598 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75d950-9515-4d76-90fc-bbc769c09173 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e751d2-3554-4c7f-a0d1-0915fd7c4ddc,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:27.618900 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4d75d950-9515-4d76-90fc-bbc769c09173 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.620159 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4d75d950-9515-4d76-90fc-bbc769c09173 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4053979 Apr 06 12:50:27.623225 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50784) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:27.627677 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:27.720084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.820842 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:27.925833 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Allocated IP 172.27.3.111 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:50:28.024732 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.116425 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.155572 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:50:28.158568 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:50:28.162096 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:50:28.167344 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'Port': ['ID=97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:28.251899 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (160b6ded-88bf-4683-8fad-6ae2a1fc6e7a), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.351006 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.505719 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.567725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.634712 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'Port': ['ID=97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:28.650083 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (160b6ded-88bf-4683-8fad-6ae2a1fc6e7a), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.716100 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:28.717408 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-a0d64011-e13b-4c69-9c2f-58dcc751ef60 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0932245 Apr 06 12:50:28.924401 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-46388845-e612-4a80-87d9-31c58ea262a9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--867651552&fields=id&tenant_id=d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 267 time: 0.0451012 Apr 06 12:50:29.039194 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-386c60bf-c25a-4a71-85de-df416396e8b4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:29.040669 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-386c60bf-c25a-4a71-85de-df416396e8b4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 817 time: 0.1097898 Apr 06 12:50:29.062372 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-18776c4f-7c77-4cf0-86d9-8b42146c3593 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/quotas/d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 375 time: 0.0105553 Apr 06 12:50:29.118982 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-1ed07cf6-529b-40b1-b15c-ac35f69d28a3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510097 Apr 06 12:50:29.218548 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-df57cd3c-225a-45d9-abba-429495c9124c service neutron] 10.222.0.79 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878575 Apr 06 12:50:29.306646 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-71c323b7-98ac-4883-88fa-e011bfb6495d service neutron] 10.222.0.79 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810401 Apr 06 12:50:29.534125 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-fb34ed2d-8cff-44e3-95db-58b0b11dc387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:29.566785 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-16d5755c-5792-4f74-8109-f7c35b681a42 req-9ef3edfc-4ad7-4e8b-b74b-ea745b1181b6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 210 time: 0.0294349 Apr 06 12:50:30.668521 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-081ac78b-f7ec-4025-9fbd-f4f95a19126c req-5cde0a47-9048-48ce-8817-0da27fc70527 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Apr 06 12:50:30.840004 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:31.600014 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-c206e99c-b5e6-41d3-89b2-68dddbba3437 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:31.601534 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-c206e99c-b5e6-41d3-89b2-68dddbba3437 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 817 time: 0.1040432 Apr 06 12:50:31.662783 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-4a505fc5-fdda-44c9-85df-e785364428e4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 379 time: 0.0520587 Apr 06 12:50:31.672109 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'port': {'device_id': '86254854-b9c1-4a17-920f-11124c370cb2', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'admin_state_up': True, 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'security_groups': ['7dfa7b26-1ea5-4ee0-b983-25e32fef6c84']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:31.779572 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df6a7ca0-0693-4360-9146-7454afd11b60 req-bd41cb55-37a8-461a-9958-eff0bf84b04c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 210 time: 0.0397751 Apr 06 12:50:31.885606 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Made reservation on behalf of d348c16b71a0461389ecba02ede19d55 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:50:31.889073 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.020683 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Allocated IP 172.20.0.14 (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce/2a68b9e6-b5d8-4029-8943-8d4af5f4c421/ec2336dc-9e0a-4a22-b5e4-6ad404248e8d) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:50:32.165634 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.247789 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.287673 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:50:32.292691 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:50:32.296516 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:50:32.322096 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:32.352151 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:32.352692 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.432972 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-4d080c15-2edb-41c0-9ed9-0d4c21488447 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7643285 Apr 06 12:50:32.445560 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Request body: {'port': {'device_id': '86254854-b9c1-4a17-920f-11124c370cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:32.484508 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-e6281539-ddc0-4cbd-8a05-972534f3cbdd None None] Provisioning complete for port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:50:32.485117 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e6281539-ddc0-4cbd-8a05-972534f3cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.507193 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.519664 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e6281539-ddc0-4cbd-8a05-972534f3cbdd None None] Port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:50:32.763875 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2336dc-9e0a-4a22-b5e4-6ad404248e8d {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:50:32.771283 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Publish callbacks [] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.783003 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Transition to ACTIVE for port object ec2336dc-9e0a-4a22-b5e4-6ad404248e8d will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:50:32.858784 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.881530 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:32.941254 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:33.004524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05d722-1140-4223-903d-98aaa8f7e4bb req-826ac6b6-98f2-4b30-8ce8-dcfb9c1dfd22 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.006043 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d05d722-1140-4223-903d-98aaa8f7e4bb req-826ac6b6-98f2-4b30-8ce8-dcfb9c1dfd22 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.1446493 Apr 06 12:50:33.043774 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Attempting to bind port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:50:33.043774 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Attempting to bind port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:50:33.044491 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Attempting to bind port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:50:33.056829 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:50:33.057123 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Attempting to bind port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d on network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:50:33.066402 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:50:33.066739 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Checking segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:50:33.067122 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Bound using segment: {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:50:33.067546 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Bound port: ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de152fd-fe0b-4431-8e01-4dd43d5bcb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:50:33.068052 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:33.087077 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3d05d722-1140-4223-903d-98aaa8f7e4bb req-ccb0c1d7-e090-4f2b-804c-646c3062e3bf tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744743 Apr 06 12:50:33.143873 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:50:33.147844 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:50:33.230816 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:33.267040 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.267825 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:33.269283 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] 10.222.0.83 "PUT /v2.0/ports/ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 200 len: 1094 time: 0.8279500 Apr 06 12:50:33.271384 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:33.274374 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c09407-a5c3-46c5-acae-da65229fc03e" -d '{"events": [{"name": "network-changed", "server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:33.305807 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a488f2-2bb3-4d46-bfbf-bb526bf8b8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:33.323213 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee8292-4449-4b78-8ca9-b9d4440dab9f x-openstack-request-id: req-f6ee8292-4449-4b78-8ca9-b9d4440dab9f {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:33.323213 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:33.323715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6ee8292-4449-4b78-8ca9-b9d4440dab9f {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:33.324137 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ee8292-4449-4b78-8ca9-b9d4440dab9f'] response: {'name': 'network-changed', 'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'status': 'completed', 'code': 200} Apr 06 12:50:33.392701 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c09407-a5c3-46c5-acae-da65229fc03e req-81f77b4f-9865-4808-84f6-d3372772530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.394801 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31c09407-a5c3-46c5-acae-da65229fc03e req-81f77b4f-9865-4808-84f6-d3372772530c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1128 time: 0.0462050 Apr 06 12:50:33.505849 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c09407-a5c3-46c5-acae-da65229fc03e req-0af48738-3582-4200-9d83-67fcca376fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.507323 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31c09407-a5c3-46c5-acae-da65229fc03e req-0af48738-3582-4200-9d83-67fcca376fbc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d348c16b71a0461389ecba02ede19d55&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1028202 Apr 06 12:50:33.605969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c09407-a5c3-46c5-acae-da65229fc03e req-956906d0-8914-4666-ba98-ff47ddf93614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.607425 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-31c09407-a5c3-46c5-acae-da65229fc03e req-956906d0-8914-4666-ba98-ff47ddf93614 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932245 Apr 06 12:50:33.687550 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-4bfa9b0e-03e2-4ede-9c37-1f5e7d05c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.689111 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-4bfa9b0e-03e2-4ede-9c37-1f5e7d05c737 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1128 time: 0.0444787 Apr 06 12:50:33.736870 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-4473f929-65a4-4333-8803-97672b52174b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 200 len: 217 time: 0.0382624 Apr 06 12:50:33.789490 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-dc3daff8-280f-4c76-8712-a8103a22a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.790957 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-dc3daff8-280f-4c76-8712-a8103a22a0b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0463517 Apr 06 12:50:33.837545 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:33.850819 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edbab7-6f75-478f-9e09-230a1639561e req-2eb9e6b1-613c-4362-b734-7c43a62c6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:33.852376 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-2eb9e6b1-613c-4362-b734-7c43a62c6bcb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546975 Apr 06 12:50:33.935982 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:50:33.944716 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-ffc14fdc-bc2f-4880-abcd-e3b101c8e2e5 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850163 Apr 06 12:50:34.031988 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10edbab7-6f75-478f-9e09-230a1639561e req-fc9694dd-c9e3-4b73-b7d3-506538148a70 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805769 Apr 06 12:50:34.215285 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc974508-e701-42a5-910f-b5a60cd8a85e req-84b00936-e30f-4a5d-88d7-3d4b716879b6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:34.216789 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fc974508-e701-42a5-910f-b5a60cd8a85e req-84b00936-e30f-4a5d-88d7-3d4b716879b6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0567129 Apr 06 12:50:34.500083 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fc974508-e701-42a5-910f-b5a60cd8a85e req-4cd319cf-1346-4eac-8bb0-f2dda52e86f9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776070 Apr 06 12:50:34.805776 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:35.626476 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f178d-6f61-43b6-afb5-2d26a8bc97e5 req-0d95d9ef-0b1e-4f49-bab4-381e207660af tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:35.628569 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-502f178d-6f61-43b6-afb5-2d26a8bc97e5 req-0d95d9ef-0b1e-4f49-bab4-381e207660af tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0546947 Apr 06 12:50:35.675123 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-502f178d-6f61-43b6-afb5-2d26a8bc97e5 req-250405f0-bffb-493a-a4de-74803bb13f96 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400016 Apr 06 12:50:36.798455 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d4c3f-2048-44b7-ba7e-dcebadc66afa req-d6b45a30-eb9c-45f3-a988-09500eeed664 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:36.799936 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c77d4c3f-2048-44b7-ba7e-dcebadc66afa req-d6b45a30-eb9c-45f3-a988-09500eeed664 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0536752 Apr 06 12:50:36.848804 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c77d4c3f-2048-44b7-ba7e-dcebadc66afa req-60c0cdc7-2867-4f1f-b904-aab4105fc86d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Apr 06 12:50:37.279814 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:50:37.378817 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:37.390867 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'port_id': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'mac_address': 'fa:16:3e:91:b3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:50:37.427058 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:50:37.427985 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:37.440318 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2336dc-9e0a-4a22-b5e4-6ad404248e8d {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:50:37.462832 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:37.527310 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:37.576415 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:37.852708 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:50:37.978121 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2164642-b7e4-4d6c-9a31-069e993b597a req-58d556b2-b81d-44ba-a833-b07f1a403267 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:37.979602 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2164642-b7e4-4d6c-9a31-069e993b597a req-58d556b2-b81d-44ba-a833-b07f1a403267 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 945 time: 0.0575151 Apr 06 12:50:38.026432 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2164642-b7e4-4d6c-9a31-069e993b597a req-91102458-5d9c-4e65-beee-b63ec02a7437 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405438 Apr 06 12:50:39.285490 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:50:39.295352 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748463-a918-40d7-81a5-05a2eb9f7519 req-82b4d360-d954-4489-ba46-a3687798532b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:39.296852 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a748463-a918-40d7-81a5-05a2eb9f7519 req-82b4d360-d954-4489-ba46-a3687798532b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 945 time: 0.2013707 Apr 06 12:50:39.347553 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a748463-a918-40d7-81a5-05a2eb9f7519 req-4351f469-50fc-4ef1-a454-f67e68a280ca tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404303 Apr 06 12:50:39.394285 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:50:39.398991 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:50:39.399369 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.477986 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:50:39.478283 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.501118 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:39.503328 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98caff2-0f9e-4184-8e32-e6b33e975e96" -d '{"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-plugged", "status": "completed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:39.519933 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:39.542728 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0432cd4-37b9-4efb-8776-9ec92e667d92 x-openstack-request-id: req-f0432cd4-37b9-4efb-8776-9ec92e667d92 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:39.543042 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-plugged", "status": "completed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:39.543299 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0432cd4-37b9-4efb-8776-9ec92e667d92 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:39.543698 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0432cd4-37b9-4efb-8776-9ec92e667d92'] response: {'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'code': 200} Apr 06 12:50:39.594971 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.644616 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:39.907256 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2fbf9-9bf4-4719-b81d-1e95a2b2307c req-97e19ada-7fe7-4264-ac5e-4b1d50996301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:39.908821 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6bd2fbf9-9bf4-4719-b81d-1e95a2b2307c req-97e19ada-7fe7-4264-ac5e-4b1d50996301 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0493329 Apr 06 12:50:39.955655 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6bd2fbf9-9bf4-4719-b81d-1e95a2b2307c req-5bb42447-60a1-45be-bdd0-aa57a730866a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377264 Apr 06 12:50:40.477955 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d5588-58fb-4777-ac0d-00d97ba570a4 req-3bde295f-25f2-42c7-99bc-7a12ed96b5d2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:40.479607 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e2d5588-58fb-4777-ac0d-00d97ba570a4 req-3bde295f-25f2-42c7-99bc-7a12ed96b5d2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0540211 Apr 06 12:50:40.526879 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e2d5588-58fb-4777-ac0d-00d97ba570a4 req-870b289f-64c8-441b-8605-60c34d63e5fc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408719 Apr 06 12:50:41.657429 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602e4ca-d5f1-41ec-8f2c-d71a0e45dc27 req-cb848afa-4596-4069-b4cb-039bd7d2030e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:41.658928 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9602e4ca-d5f1-41ec-8f2c-d71a0e45dc27 req-cb848afa-4596-4069-b4cb-039bd7d2030e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0562594 Apr 06 12:50:41.706361 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9602e4ca-d5f1-41ec-8f2c-d71a0e45dc27 req-22166401-1c7c-40dc-abdc-de03b5abf4af tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418143 Apr 06 12:50:42.830084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787f0d-38a0-4859-9921-a7a12076ae56 req-181937c8-8a7c-4b5c-8217-2981ed817114 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:42.831568 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e1787f0d-38a0-4859-9921-a7a12076ae56 req-181937c8-8a7c-4b5c-8217-2981ed817114 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0521553 Apr 06 12:50:42.878019 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e1787f0d-38a0-4859-9921-a7a12076ae56 req-2750a04b-b0e0-4ed8-84ba-6287e191edf8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401425 Apr 06 12:50:42.997883 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d60665-131a-439e-8bda-120fe14734c4 req-fb318ab0-204b-4983-b8ce-e7067d3ca064 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:42.999317 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c1d60665-131a-439e-8bda-120fe14734c4 req-fb318ab0-204b-4983-b8ce-e7067d3ca064 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0529115 Apr 06 12:50:43.007888 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50876) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:43.012684 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Request body: {'floatingip': {'port_id': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:43.054423 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (160b6ded-88bf-4683-8fad-6ae2a1fc6e7a), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.504384 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.568036 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (160b6ded-88bf-4683-8fad-6ae2a1fc6e7a), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.675061 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Floating IP 160b6ded-88bf-4683-8fad-6ae2a1fc6e7a associated. External IP: 172.27.3.111, port: ec2336dc-9e0a-4a22-b5e4-6ad404248e8d. Apr 06 12:50:43.897168 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:50:44.007895 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:50:44.013180 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.019655 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] Sync routers for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:50:44.030634 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:44.031248 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:44.043586 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-5a5f6f95-73a7-4234-a294-4900c48ea876 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "PUT /v2.0/floatingips/160b6ded-88bf-4683-8fad-6ae2a1fc6e7a HTTP/1.1" status: 200 len: 992 time: 1.0340669 Apr 06 12:50:44.044179 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:44.046557 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a880cc-f2c6-40cb-9ce1-265851259275" -d '{"events": [{"name": "network-changed", "server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:44.084151 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073ed4c-821c-4a7d-b5b4-b056443a2336 x-openstack-request-id: req-a073ed4c-821c-4a7d-b5b4-b056443a2336 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:44.084448 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:44.084707 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a073ed4c-821c-4a7d-b5b4-b056443a2336 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:44.085156 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a073ed4c-821c-4a7d-b5b4-b056443a2336'] response: {'name': 'network-changed', 'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'status': 'completed', 'code': 200} Apr 06 12:50:44.158019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-9359ba62-1e35-4e62-8b4a-49679d70b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:44.159473 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-9359ba62-1e35-4e62-8b4a-49679d70b934 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0504549 Apr 06 12:50:44.265944 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-371e4ee0-bf38-46d7-b117-78807bff647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:44.267438 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-371e4ee0-bf38-46d7-b117-78807bff647b service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.0990953 Apr 06 12:50:44.283292 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:44.337742 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-568d405d-5bbc-4d02-af66-feb7d21352f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 200 len: 1000 time: 0.0628099 Apr 06 12:50:44.386567 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-42ebec3f-f9bc-4368-9834-2a1f6ead83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:44.388081 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-42ebec3f-f9bc-4368-9834-2a1f6ead83b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0439668 Apr 06 12:50:44.439853 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-d09098da-f91a-46cf-9633-b02ed730ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:44.441534 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-d09098da-f91a-46cf-9633-b02ed730ae8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468779 Apr 06 12:50:44.520042 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '160b6ded-88bf-4683-8fad-6ae2a1fc6e7a', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'port_id': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'mac_address': 'fa:16:3e:91:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86254854-b9c1-4a17-920f-11124c370cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:50:28Z', 'updated_at': '2022-04-06T12:50:43Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:44.535270 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-63b77ddf-5164-4916-afd6-adeb08d42790 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870142 Apr 06 12:50:44.546649 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] Checking router: 4c07339f-85fc-46fd-8de1-dafef0ce4a3f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:50:44.556157 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:44.556817 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:44.639375 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3a880cc-f2c6-40cb-9ce1-265851259275 req-8d43125f-7940-41e0-a901-47f9dd7a581f service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956428 Apr 06 12:50:44.671738 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:44.899521 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '160b6ded-88bf-4683-8fad-6ae2a1fc6e7a', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'port_id': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'mac_address': 'fa:16:3e:91:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86254854-b9c1-4a17-920f-11124c370cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:50:28Z', 'updated_at': '2022-04-06T12:50:43Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:44.931674 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0176c9a1-4b45-4040-9334-a3c32d0aea7b None None] The sync data for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi is: [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '160b6ded-88bf-4683-8fad-6ae2a1fc6e7a', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'port_id': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'mac_address': 'fa:16:3e:91:b3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86254854-b9c1-4a17-920f-11124c370cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:50:28Z', 'updated_at': '2022-04-06T12:50:43Z', 'revision_number': 1, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:50:45.130959 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603fbca-a1d3-4900-aef0-f1db7bf0d22b None None] New status for floating IP 160b6ded-88bf-4683-8fad-6ae2a1fc6e7a: ACTIVE {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:50:51.189175 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9439-4e8a-4b7c-bfff-7255e48227db req-14452f32-cde8-45ab-94db-759c1c982747 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:51.191418 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fa8a9439-4e8a-4b7c-bfff-7255e48227db req-14452f32-cde8-45ab-94db-759c1c982747 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0614126 Apr 06 12:50:51.256455 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fa8a9439-4e8a-4b7c-bfff-7255e48227db req-cc2d8a60-9384-49fe-8b87-942128a58ea1 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589406 Apr 06 12:50:52.389982 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c57df2-a8df-43ba-88c4-45afdb0f7e25 req-bb95d949-7b88-4159-9d50-5454a840c389 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:52.391403 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7c57df2-a8df-43ba-88c4-45afdb0f7e25 req-bb95d949-7b88-4159-9d50-5454a840c389 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0561852 Apr 06 12:50:52.439859 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7c57df2-a8df-43ba-88c4-45afdb0f7e25 req-b3b0cc71-841b-4792-b3b1-afdaf9ac3bca tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Apr 06 12:50:53.120371 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-4ecb8247-0fea-4a11-b9ca-d2a92fc31984 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:53.121889 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-4ecb8247-0fea-4a11-b9ca-d2a92fc31984 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0511866 Apr 06 12:50:53.222771 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 85894697-abb2-4d12-a7ce-0f4d6708e5ea {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:50:53.223116 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:53.322697 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] For port 85894697-abb2-4d12-a7ce-0f4d6708e5ea, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=85894697-abb2-4d12-a7ce-0f4d6708e5ea,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:53.323065 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:53.502571 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:53.503276 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:53.503276 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP 4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e disassociated. External IP: 172.27.3.123, port: 85894697-abb2-4d12-a7ce-0f4d6708e5ea. Apr 06 12:50:53.503587 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 85894697-abb2-4d12-a7ce-0f4d6708e5ea owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:50:53.611070 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f570f-3ace-4f8b-b293-1029a0d6c399 req-26836c1a-c33a-4f52-8f33-492029547ff8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:53.612669 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d71f570f-3ace-4f8b-b293-1029a0d6c399 req-26836c1a-c33a-4f52-8f33-492029547ff8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 946 time: 0.0996656 Apr 06 12:50:53.699904 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d71f570f-3ace-4f8b-b293-1029a0d6c399 req-70c3422f-c8cb-4d9d-9eb2-e51b3b95a8d9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=21b8ab87-25c7-46f6-acd9-9f125f351a74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773332 Apr 06 12:50:53.800424 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (85894697-abb2-4d12-a7ce-0f4d6708e5ea), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:53.828001 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=85894697-abb2-4d12-a7ce-0f4d6708e5ea,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:53.952452 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:50:54.060652 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:50:54.070024 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:50:54.080274 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:54.080934 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:54.101598 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] No DVR routers for this DVR port 85894697-abb2-4d12-a7ce-0f4d6708e5ea on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:50:54.104336 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:54.107618 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bf7c0de-13f4-4a72-a887-79030fa1eb77 req-71c6c56a-a390-4ddb-bd66-22cd7ffeb9a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "DELETE /v2.0/ports/85894697-abb2-4d12-a7ce-0f4d6708e5ea HTTP/1.1" status: 204 len: 173 time: 0.9758766 Apr 06 12:50:54.108052 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'name': 'network-vif-deleted', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:54.110404 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8e518f-0b9f-427c-862e-d47ad6744ab5" -d '{"events": [{"server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "name": "network-vif-deleted", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:54.146060 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b404ead-3194-438e-9d5f-99f6826a4fb9 x-openstack-request-id: req-1b404ead-3194-438e-9d5f-99f6826a4fb9 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:54.146363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e42a83-bd9e-44b7-8f02-25a6aef5c18d", "name": "network-vif-deleted", "tag": "85894697-abb2-4d12-a7ce-0f4d6708e5ea", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:54.146619 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1b404ead-3194-438e-9d5f-99f6826a4fb9 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:54.147029 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b404ead-3194-438e-9d5f-99f6826a4fb9'] response: {'server_uuid': 'b1e42a83-bd9e-44b7-8f02-25a6aef5c18d', 'name': 'network-vif-deleted', 'tag': '85894697-abb2-4d12-a7ce-0f4d6708e5ea', 'status': 'completed', 'code': 200} Apr 06 12:50:54.194228 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:54.408641 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:54.436302 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:50:54.445148 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:54.445789 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:54.564932 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:54.796320 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:54.827924 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2597c94f-fdd0-4b87-8a5d-de224908698c req-c50b1e08-471c-431c-a453-0aaef286f33f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0327768 Apr 06 12:50:54.836106 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbaace2-6aa7-4d2c-9127-08d4523abd15 None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:50:54.956105 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abccc8d-fac0-4885-b9cc-82b33b01f0e0 req-50116fc8-dec0-4f46-8fa5-316708cb6321 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:54.957698 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9abccc8d-fac0-4885-b9cc-82b33b01f0e0 req-50116fc8-dec0-4f46-8fa5-316708cb6321 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0630786 Apr 06 12:50:55.012844 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9abccc8d-fac0-4885-b9cc-82b33b01f0e0 req-c633dc56-3282-4a0f-8ed3-a5d0b379ec82 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470626 Apr 06 12:50:55.076386 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1cfd2d-b3b7-4fde-b2ad-cfa8555a8e54 None None] New status for floating IP 4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e: DOWN {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:50:55.958688 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2c5a9f9b-56ed-47aa-8692-b57c766db74c req-203952a0-843c-4d6d-8807-128b3f8afb1a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0317807 Apr 06 12:50:56.132427 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db22c3-0fd9-4288-9dfd-57a1414c8215 req-87db2113-6060-4a3e-aea8-c7d2fcf471d8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:56.133892 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13db22c3-0fd9-4288-9dfd-57a1414c8215 req-87db2113-6060-4a3e-aea8-c7d2fcf471d8 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0527556 Apr 06 12:50:56.188246 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13db22c3-0fd9-4288-9dfd-57a1414c8215 req-121f4082-c658-4a37-af9c-e940320f6d37 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481520 Apr 06 12:50:57.068223 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-06e97f92-8a32-4eb3-96fe-1b491fa52334 req-b53ed58c-9d14-45ea-b3dd-671622c122bd tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0305393 Apr 06 12:50:57.202211 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-9d0643fc-66b8-4db0-af59-b07e003a9259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:57.305263 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4e2c7-1128-4907-8805-4b69bd7317b2 req-5822cd7a-b959-4544-815d-edb601ff041e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:57.310730 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-51b4e2c7-1128-4907-8805-4b69bd7317b2 req-5822cd7a-b959-4544-815d-edb601ff041e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0566182 Apr 06 12:50:57.375142 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-51b4e2c7-1128-4907-8805-4b69bd7317b2 req-792cb32b-d6e1-4a59-9687-0630a2d92354 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570900 Apr 06 12:50:57.406266 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 85894697-abb2-4d12-a7ce-0f4d6708e5ea no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:50:57.426799 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 85894697-abb2-4d12-a7ce-0f4d6708e5ea {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:50:57.427145 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 85894697-abb2-4d12-a7ce-0f4d6708e5ea not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:50:58.174656 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-295711d4-652f-4136-80fc-0b20d68ec405 req-0ab387ca-d7ec-47c3-b91b-7bbe26c0f279 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1e42a83-bd9e-44b7-8f02-25a6aef5c18d HTTP/1.1" status: 200 len: 210 time: 0.0279863 Apr 06 12:50:58.523405 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4e677-81d0-4bd8-90d0-87d3424ddac1 req-a62b61d2-43dd-4c6d-b2f9-acc99b00ccf5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:58.524907 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f8c4e677-81d0-4bd8-90d0-87d3424ddac1 req-a62b61d2-43dd-4c6d-b2f9-acc99b00ccf5 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0832531 Apr 06 12:50:58.534353 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-57dd48f0-d3e3-4d2c-8ff1-06cb8d405783 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:58.535823 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-57dd48f0-d3e3-4d2c-8ff1-06cb8d405783 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 945 time: 0.0855832 Apr 06 12:50:58.612842 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f8c4e677-81d0-4bd8-90d0-87d3424ddac1 req-1ec0e8a1-59fc-4584-bddb-bf735c1f3466 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=4ef72800-4875-4bbb-a269-28251198d6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760210 Apr 06 12:50:58.664306 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Deleting port a5ef574f-3ddc-4787-a097-4e124c648378 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:50:58.664561 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:58.756967 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] For port a5ef574f-3ddc-4787-a097-4e124c648378, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=a5ef574f-3ddc-4787-a097-4e124c648378,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:58.757333 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.174429 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.174792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.175439 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Floating IP 79633c9c-d4b8-4506-b606-a855ac2caf63 disassociated. External IP: 172.27.3.226, port: a5ef574f-3ddc-4787-a097-4e124c648378. Apr 06 12:50:59.175439 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Calling delete_port for a5ef574f-3ddc-4787-a097-4e124c648378 owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:50:59.344845 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50976) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:59.399674 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4ccbe93-8aee-406b-a4eb-7167847e68a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (21b8ab87-25c7-46f6-acd9-9f125f351a74), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.420110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (a5ef574f-3ddc-4787-a097-4e124c648378), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.427338 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4ccbe93-8aee-406b-a4eb-7167847e68a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (21b8ab87-25c7-46f6-acd9-9f125f351a74), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.451255 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event deleted for resources: {'Port': ['ID=a5ef574f-3ddc-4787-a097-4e124c648378,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:59.580263 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Router 3303206c-9d05-4a73-b5ef-80987332abed has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:50:59.614140 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4ccbe93-8aee-406b-a4eb-7167847e68a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (21b8ab87-25c7-46f6-acd9-9f125f351a74), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.616989 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4ccbe93-8aee-406b-a4eb-7167847e68a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.618148 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d4ccbe93-8aee-406b-a4eb-7167847e68a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/security-groups/21b8ab87-25c7-46f6-acd9-9f125f351a74 HTTP/1.1" status: 204 len: 168 time: 0.2723145 Apr 06 12:50:59.623554 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50978) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:59.650274 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-708efab0-4946-49b1-83cc-b852d6a2005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.650813 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccbe93-8aee-406b-a4eb-7167847e68a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8ab87-25c7-46f6-acd9-9f125f351a74,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:59.650813 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.api.v2.resource [None req-2ce7982c-9d79-4943-820e-2332a8b05e86 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] show failed (client error): The resource could not be found. Apr 06 12:50:59.654798 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50982) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:59.655033 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2ce7982c-9d79-4943-820e-2332a8b05e86 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups/21b8ab87-25c7-46f6-acd9-9f125f351a74 HTTP/1.1" status: 404 len: 347 time: 0.0303013 Apr 06 12:50:59.797143 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b6498ad-bed4-4f1d-97f2-1fad3e943066 req-55f5eb39-57c7-455e-81da-fb818d4e3e45 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 210 time: 0.0733864 Apr 06 12:50:59.841553 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:50:59.858421 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] Sync routers for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:50:59.874694 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:59.875336 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:59.893905 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] No DVR routers for this DVR port a5ef574f-3ddc-4787-a097-4e124c648378 on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:50:59.898372 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.903377 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-03ade127-89a4-44d7-b55b-b422f80e4aab req-36ea988f-a2dc-4ca2-8093-c945c50dab9a tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "DELETE /v2.0/ports/a5ef574f-3ddc-4787-a097-4e124c648378 HTTP/1.1" status: 204 len: 173 time: 1.3601701 Apr 06 12:50:59.903745 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'name': 'network-vif-deleted', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:59.909753 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e46471-c8c3-49cd-822f-5b675ef02600" -d '{"events": [{"server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "name": "network-vif-deleted", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:59.922032 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 7e2d3b54-26e9-4ddc-851a-44de10a8c79b {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:50:59.922279 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:59.981104 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5e6ac-04bf-402b-a2d1-0c5f6424ba6f x-openstack-request-id: req-0db5e6ac-04bf-402b-a2d1-0c5f6424ba6f {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:59.981567 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ec626-8470-47c4-9350-5afcf5c7d376", "name": "network-vif-deleted", "tag": "a5ef574f-3ddc-4787-a097-4e124c648378", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:59.982292 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0db5e6ac-04bf-402b-a2d1-0c5f6424ba6f {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:59.982844 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db5e6ac-04bf-402b-a2d1-0c5f6424ba6f'] response: {'server_uuid': 'e25ec626-8470-47c4-9350-5afcf5c7d376', 'name': 'network-vif-deleted', 'tag': 'a5ef574f-3ddc-4787-a097-4e124c648378', 'status': 'completed', 'code': 200} Apr 06 12:51:00.038288 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:00.041825 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:00.047607 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:00.062035 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 7e2d3b54-26e9-4ddc-851a-44de10a8c79b owned by network:floatingip {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:00.292337 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (7e2d3b54-26e9-4ddc-851a-44de10a8c79b), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:00.323278 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=7e2d3b54-26e9-4ddc-851a-44de10a8c79b,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:00.404233 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:00.406849 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:00.408071 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-8f1a0b34-a656-4038-a1d7-494c9f7e14d6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/floatingips/4585a5ef-1ab0-4a3e-aa16-2bc19cb9467e HTTP/1.1" status: 204 len: 168 time: 0.7516739 Apr 06 12:51:00.425839 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:00.453957 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] Checking router: 3303206c-9d05-4a73-b5ef-80987332abed for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:51:00.463482 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:00.464105 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:00.573676 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:00.827242 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:00.857885 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9401bd-0eac-4dc4-8512-872580d865ab None None] The sync data for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi is: [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:46Z', 'revision_number': 4, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '19aefb95-a194-4632-a9de-9a8c6f568cfc', 'name': '', 'network_id': 'd0ca3c5b-9181-496b-8f57-10516eb2faa3', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'mac_address': 'fa:16:3e:94:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:56Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'subnets': [{'id': '4141b77f-b8a3-407b-a741-4d4a05c17ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:51:00.876929 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:00.980900 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed932229-5934-483f-98aa-3336902dedd3 req-72f64a14-411e-4eae-b5bf-62ba4f24e5ea tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=e25ec626-8470-47c4-9350-5afcf5c7d376 HTTP/1.1" status: 200 len: 210 time: 0.0440753 Apr 06 12:51:01.139521 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c28e2-b658-4c27-8f9f-142513f27e4a None None] New status for floating IP 79633c9c-d4b8-4506-b606-a855ac2caf63: DOWN {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:51:01.433012 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a5ef574f-3ddc-4787-a097-4e124c648378 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:01.464168 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50990) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:01.468834 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: a5ef574f-3ddc-4787-a097-4e124c648378 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:01.468989 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-10f27c91-cb77-4c5c-8b07-de14b930cc23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232637031', 'description': 'tempest-description--2122511000'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:51:01.469299 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device a5ef574f-3ddc-4787-a097-4e124c648378 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:01.539422 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-10f27c91-cb77-4c5c-8b07-de14b930cc23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:01.610082 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-10f27c91-cb77-4c5c-8b07-de14b930cc23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (735e60a7-2a0f-4f13-af70-484d78a8abfa), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:01.693873 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-10f27c91-cb77-4c5c-8b07-de14b930cc23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (735e60a7-2a0f-4f13-af70-484d78a8abfa), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:01.722763 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f27c91-cb77-4c5c-8b07-de14b930cc23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735e60a7-2a0f-4f13-af70-484d78a8abfa,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:01.764714 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-10f27c91-cb77-4c5c-8b07-de14b930cc23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:01.766020 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-10f27c91-cb77-4c5c-8b07-de14b930cc23 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3007059 Apr 06 12:51:01.769592 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 50992) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:01.773944 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-0ecfd923-01e0-43e9-b3b6-5eeb32b4cbed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '735e60a7-2a0f-4f13-af70-484d78a8abfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:51:01.883685 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd923-01e0-43e9-b3b6-5eeb32b4cbed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (830aa117-3e1d-49f4-a523-07b7e2963d31), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:01.946746 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd923-01e0-43e9-b3b6-5eeb32b4cbed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (830aa117-3e1d-49f4-a523-07b7e2963d31), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.001945 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd923-01e0-43e9-b3b6-5eeb32b4cbed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (830aa117-3e1d-49f4-a523-07b7e2963d31), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.020192 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfd923-01e0-43e9-b3b6-5eeb32b4cbed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830aa117-3e1d-49f4-a523-07b7e2963d31,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:02.093448 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd923-01e0-43e9-b3b6-5eeb32b4cbed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.094754 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-0ecfd923-01e0-43e9-b3b6-5eeb32b4cbed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3242142 Apr 06 12:51:02.097772 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 50998) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:02.102430 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-7f327ffc-195a-4c60-adfd-489f5100be9b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'security_group_rule': {'security_group_id': '735e60a7-2a0f-4f13-af70-484d78a8abfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:51:02.126423 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51000) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:02.179573 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bab1a721-f980-447b-b625-f33b8ff62656 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group (4ef72800-4875-4bbb-a269-28251198d6b1), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.205530 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bab1a721-f980-447b-b625-f33b8ff62656 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group (4ef72800-4875-4bbb-a269-28251198d6b1), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.225787 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7f327ffc-195a-4c60-adfd-489f5100be9b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (6780b8d3-fa53-46d5-934a-28d9c6d70078), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.293676 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7f327ffc-195a-4c60-adfd-489f5100be9b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (6780b8d3-fa53-46d5-934a-28d9c6d70078), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.367728 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bab1a721-f980-447b-b625-f33b8ff62656 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4ef72800-4875-4bbb-a269-28251198d6b1), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.370421 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-bab1a721-f980-447b-b625-f33b8ff62656 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.371587 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-bab1a721-f980-447b-b625-f33b8ff62656 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "DELETE /v2.0/security-groups/4ef72800-4875-4bbb-a269-28251198d6b1 HTTP/1.1" status: 204 len: 168 time: 0.2442365 Apr 06 12:51:02.374195 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51002) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:02.380964 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1a721-f980-447b-b625-f33b8ff62656 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef72800-4875-4bbb-a269-28251198d6b1,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:02.391627 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.api.v2.resource [None req-98fc5120-4b03-4695-8538-78af76b09b31 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] show failed (client error): The resource could not be found. Apr 06 12:51:02.392976 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-98fc5120-4b03-4695-8538-78af76b09b31 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups/4ef72800-4875-4bbb-a269-28251198d6b1 HTTP/1.1" status: 404 len: 347 time: 0.0176163 Apr 06 12:51:02.395986 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51004) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:02.413608 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7f327ffc-195a-4c60-adfd-489f5100be9b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (6780b8d3-fa53-46d5-934a-28d9c6d70078), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.434683 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f327ffc-195a-4c60-adfd-489f5100be9b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6780b8d3-fa53-46d5-934a-28d9c6d70078,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:02.502504 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7f327ffc-195a-4c60-adfd-489f5100be9b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.504523 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-7f327ffc-195a-4c60-adfd-489f5100be9b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055319 Apr 06 12:51:02.508712 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51006) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:02.516275 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:51:02.558084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Deleting port 9e134959-ef1b-4775-957a-54373ba6bf4d {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:02.558619 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.623685 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.638352 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.638755 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (9e134959-ef1b-4775-957a-54373ba6bf4d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.656449 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Calling delete_port for 9e134959-ef1b-4775-957a-54373ba6bf4d owned by network:floatingip {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:02.742665 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.874503 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.27.3.222 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/5e15f88a-bfef-40ac-88ac-eaa03d52d349) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:51:02.876864 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (9e134959-ef1b-4775-957a-54373ba6bf4d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.905574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.906773 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event deleted for resources: {'Port': ['ID=9e134959-ef1b-4775-957a-54373ba6bf4d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:02.966847 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks [] for floatingip (79633c9c-d4b8-4506-b606-a855ac2caf63), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.969342 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:02.970514 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3a4935ab-e37d-45c2-b9df-94cab23476be tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "DELETE /v2.0/floatingips/79633c9c-d4b8-4506-b606-a855ac2caf63 HTTP/1.1" status: 204 len: 168 time: 0.5735464 Apr 06 12:51:03.001618 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.105670 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.141643 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:51:03.146431 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:51:03.150132 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:51:03.174366 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=5e15f88a-bfef-40ac-88ac-eaa03d52d349,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:03.250067 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (30f3d495-c5ab-49ab-b457-b866fc7d2075), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.349270 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.502288 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.583422 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.648719 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=5e15f88a-bfef-40ac-88ac-eaa03d52d349,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:03.663222 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (30f3d495-c5ab-49ab-b457-b866fc7d2075), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.754762 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.754762 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-00c2eb5f-8b9b-48cc-982d-75667e0b7bf3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2433863 Apr 06 12:51:03.859629 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:03.908435 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-06afef93-6414-448a-a54d-8e50eafff6a3 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1232637031&fields=id&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 267 time: 0.0427821 Apr 06 12:51:04.028544 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-231db8c0-b326-46d8-935e-9a2e250011d2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:04.029964 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-231db8c0-b326-46d8-935e-9a2e250011d2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.1141081 Apr 06 12:51:04.044576 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-399b7e8a-0b38-4e04-9711-323ab9b674fc tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/quotas/5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 375 time: 0.0089087 Apr 06 12:51:04.098993 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-12659c42-cef1-4792-9e2c-314608d6c937 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491028 Apr 06 12:51:04.255858 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-f59f80ba-d9eb-4378-9ea0-323a60cc57ed service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454875 Apr 06 12:51:04.356232 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-63e06cda-00b1-478f-a480-77b22751bd9c service neutron] 10.222.0.79 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924125 Apr 06 12:51:04.627701 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-86743c80-ead9-430a-9423-2c1668e57dd3 req-2444e91b-ca27-4c0e-aed2-2cc7b891660b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 210 time: 0.0344284 Apr 06 12:51:04.886514 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:05.725088 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-210d2eb1-8ae5-4d2a-ab8b-66f6cc454fde req-a9658789-dee6-40d1-b4b4-0c7ca8cfc762 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 210 time: 0.0287747 Apr 06 12:51:05.973776 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c811bd3-1b4a-4f92-b554-296819a9c670 req-60e631f9-7406-4d16-b6d2-fdfe77b2635b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:05.975302 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c811bd3-1b4a-4f92-b554-296819a9c670 req-60e631f9-7406-4d16-b6d2-fdfe77b2635b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0597126 Apr 06 12:51:06.028188 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c811bd3-1b4a-4f92-b554-296819a9c670 req-ae1f1169-882c-4244-a10f-75c0b47ca799 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Apr 06 12:51:06.824376 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-edfb4710-388a-40a6-a2d2-3aeda63e33cb req-699747e0-135b-42ca-9e48-83bf313c7508 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 210 time: 0.0276790 Apr 06 12:51:07.152652 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb974c-1ca9-4842-b4f9-8f424699b112 req-ac22973f-7621-4a6c-a3f3-7def14398465 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:07.154058 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-eafb974c-1ca9-4842-b4f9-8f424699b112 req-ac22973f-7621-4a6c-a3f3-7def14398465 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0592985 Apr 06 12:51:07.202440 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-eafb974c-1ca9-4842-b4f9-8f424699b112 req-383728da-94f7-455f-af8a-56437d661334 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425112 Apr 06 12:51:07.929795 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-24fbf0fd-56e9-4c0b-b2cb-17f2c9bb349d req-c8e49835-d170-4b73-a231-2ed490bca53b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 210 time: 0.0309081 Apr 06 12:51:08.349418 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b660192-6f94-4c67-8494-71741d746bd6 req-676d06f7-6717-4a0a-971e-5137fc62d736 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:08.350904 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b660192-6f94-4c67-8494-71741d746bd6 req-676d06f7-6717-4a0a-971e-5137fc62d736 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0820768 Apr 06 12:51:08.363708 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-5ca22474-773a-421f-b72f-00a5f9ba3483 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:08.363708 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-5ca22474-773a-421f-b72f-00a5f9ba3483 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 946 time: 0.0922875 Apr 06 12:51:08.404273 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b660192-6f94-4c67-8494-71741d746bd6 req-2f7d05d0-1ba6-4087-a99d-ff92bff7420d tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Apr 06 12:51:08.589217 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Deleting port 883751bb-3b95-4a12-86c3-0e8844dd157d {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:08.589557 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:08.685484 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] For port 883751bb-3b95-4a12-86c3-0e8844dd157d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=883751bb-3b95-4a12-86c3-0e8844dd157d,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:08.685736 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:08.700916 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Calling delete_port for 883751bb-3b95-4a12-86c3-0e8844dd157d owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:08.832800 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-0efc8015-e304-467a-9aad-1aaa9076d580 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:08.834473 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-0efc8015-e304-467a-9aad-1aaa9076d580 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 814 time: 0.1270394 Apr 06 12:51:08.903910 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-72c9ce37-4de2-4b7f-ae1f-fdf0a8a3fd79 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf HTTP/1.1" status: 200 len: 380 time: 0.0594471 Apr 06 12:51:08.921216 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'port': {'device_id': '3ce376c6-b292-416d-8352-87a26b13c070', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'admin_state_up': True, 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'security_groups': ['735e60a7-2a0f-4f13-af70-484d78a8abfa']}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:51:08.932650 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (883751bb-3b95-4a12-86c3-0e8844dd157d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:08.949906 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['883751bb-3b95-4a12-86c3-0e8844dd157d', 'c60de542-bb84-4369-ae9c-35e5d29d4a4a'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:51:08.983226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event deleted for resources: {'Port': ['ID=883751bb-3b95-4a12-86c3-0e8844dd157d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:09.078943 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] No DVR routers for this DVR port 883751bb-3b95-4a12-86c3-0e8844dd157d on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:09.082093 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f69c289-5d98-49ec-9c9b-e9db81f18728 req-4ba0830f-70a5-41c9-9b9a-73997a5dd915 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 210 time: 0.0583291 Apr 06 12:51:09.083090 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.086333 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d437f5c9-d109-4b44-9d7e-9f9d4906886c req-fcb57d20-123d-4329-a2c9-424f0abbb05c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "DELETE /v2.0/ports/883751bb-3b95-4a12-86c3-0e8844dd157d HTTP/1.1" status: 204 len: 173 time: 0.5952282 Apr 06 12:51:09.086782 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'name': 'network-vif-deleted', 'tag': '883751bb-3b95-4a12-86c3-0e8844dd157d'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:09.089108 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb13084-f597-4760-8915-70ae911a4b75" -d '{"events": [{"server_uuid": "b18cb86d-b1c7-4e9a-b99c-d7400caf606e", "name": "network-vif-deleted", "tag": "883751bb-3b95-4a12-86c3-0e8844dd157d"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:09.151304 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Made reservation on behalf of 5ea5c492b6b041f2b616e8e4bcf774cf for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:51:09.157416 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.222263 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41ad914-f03c-4481-bfc4-92daf9b8e743 x-openstack-request-id: req-b41ad914-f03c-4481-bfc4-92daf9b8e743 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:09.222629 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18cb86d-b1c7-4e9a-b99c-d7400caf606e", "name": "network-vif-deleted", "tag": "883751bb-3b95-4a12-86c3-0e8844dd157d", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:09.222933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b41ad914-f03c-4481-bfc4-92daf9b8e743 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:09.223445 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41ad914-f03c-4481-bfc4-92daf9b8e743'] response: {'server_uuid': 'b18cb86d-b1c7-4e9a-b99c-d7400caf606e', 'name': 'network-vif-deleted', 'tag': '883751bb-3b95-4a12-86c3-0e8844dd157d', 'status': 'completed', 'code': 200} Apr 06 12:51:09.297591 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Allocated IP 172.20.0.3 (e9d5f7b1-df0c-403c-a87f-19856c03f9bd/5de3e368-06d5-49c0-873c-248b43d6b8f1/06039757-c880-4d26-a11c-c010c4696efc) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:51:09.458780 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for port (06039757-c880-4d26-a11c-c010c4696efc), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.511399 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f01aebf0-e642-44c1-9d15-8feeacec0fc3 req-ea9c25b3-9d54-4def-8929-fa5ffa6d9932 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=b18cb86d-b1c7-4e9a-b99c-d7400caf606e HTTP/1.1" status: 200 len: 210 time: 0.0292094 Apr 06 12:51:09.580259 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (06039757-c880-4d26-a11c-c010c4696efc), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.625167 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:51:09.628393 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:51:09.632230 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:51:09.646776 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event updated for resources: {'Port': ['ID=06039757-c880-4d26-a11c-c010c4696efc,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:09.698205 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:09.698834 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.765284 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-5c38b6fd-522f-45f1-a215-1e8723b0e1b7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8478346 Apr 06 12:51:09.839346 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-beb97a5a-7f33-45c6-acd7-860214a44eee None None] Provisioning complete for port 06039757-c880-4d26-a11c-c010c4696efc triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:51:09.839723 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-beb97a5a-7f33-45c6-acd7-860214a44eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (06039757-c880-4d26-a11c-c010c4696efc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:09.872871 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-beb97a5a-7f33-45c6-acd7-860214a44eee None None] Port 06039757-c880-4d26-a11c-c010c4696efc cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:51:09.937010 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Request body: {'port': {'device_id': '3ce376c6-b292-416d-8352-87a26b13c070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:51:10.018022 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (06039757-c880-4d26-a11c-c010c4696efc), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:10.243589 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eebc3-e990-4933-8382-9b51e238eb5a req-71f295df-d3e8-4f92-80fb-c64d2224dda6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:10.250080 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f5eebc3-e990-4933-8382-9b51e238eb5a req-71f295df-d3e8-4f92-80fb-c64d2224dda6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 931 time: 0.0699298 Apr 06 12:51:10.310819 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f5eebc3-e990-4933-8382-9b51e238eb5a req-26035151-18ff-4e3e-b524-fdcf64d355c7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528889 Apr 06 12:51:10.331178 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06039757-c880-4d26-a11c-c010c4696efc {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:51:10.339125 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Publish callbacks [] for port (06039757-c880-4d26-a11c-c010c4696efc), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:10.352415 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Transition to ACTIVE for port object 06039757-c880-4d26-a11c-c010c4696efc will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:51:10.419404 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (06039757-c880-4d26-a11c-c010c4696efc), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:10.474025 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Pushing event updated for resources: {'Port': ['ID=06039757-c880-4d26-a11c-c010c4696efc,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:10.551747 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Attempting to bind port 06039757-c880-4d26-a11c-c010c4696efc on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:51:10.551988 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Attempting to bind port 06039757-c880-4d26-a11c-c010c4696efc by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:51:10.552543 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Attempting to bind port 06039757-c880-4d26-a11c-c010c4696efc on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:51:10.573083 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Port 06039757-c880-4d26-a11c-c010c4696efc on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:51:10.573083 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Attempting to bind port 06039757-c880-4d26-a11c-c010c4696efc on network e9d5f7b1-df0c-403c-a87f-19856c03f9bd {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:51:10.582130 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:51:10.582473 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Checking segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:51:10.582863 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Bound using segment: {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:51:10.583344 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Bound port: 06039757-c880-4d26-a11c-c010c4696efc, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d0b6918-7dea-452f-8f35-98ebab6a21db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:51:10.585902 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (06039757-c880-4d26-a11c-c010c4696efc), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:10.670262 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] For port 06039757-c880-4d26-a11c-c010c4696efc, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:51:10.674524 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] For port 06039757-c880-4d26-a11c-c010c4696efc, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=06039757-c880-4d26-a11c-c010c4696efc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:51:10.732525 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (06039757-c880-4d26-a11c-c010c4696efc), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:10.774322 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:10.776675 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:10.776675 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] 10.222.0.83 "PUT /v2.0/ports/06039757-c880-4d26-a11c-c010c4696efc HTTP/1.1" status: 200 len: 1093 time: 0.8961453 Apr 06 12:51:10.777006 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'tag': '06039757-c880-4d26-a11c-c010c4696efc'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:10.779301 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82350e1f-b241-49f3-a2a5-e67fd7ae7575" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "tag": "06039757-c880-4d26-a11c-c010c4696efc"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:10.806806 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5a5d2-1fb5-4ab2-87e2-7c0fcd5931bd service neutron] Pushing event updated for resources: {'Port': ['ID=06039757-c880-4d26-a11c-c010c4696efc,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:10.913712 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3492c7-6aad-4e30-a2e4-25752ee915ff x-openstack-request-id: req-1d3492c7-6aad-4e30-a2e4-25752ee915ff {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:10.914105 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "tag": "06039757-c880-4d26-a11c-c010c4696efc", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:10.914440 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d3492c7-6aad-4e30-a2e4-25752ee915ff {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:10.914882 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3492c7-6aad-4e30-a2e4-25752ee915ff'] response: {'name': 'network-changed', 'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'tag': '06039757-c880-4d26-a11c-c010c4696efc', 'status': 'completed', 'code': 200} Apr 06 12:51:10.939888 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:51:10.942297 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-917d3879-f592-44bb-93ed-dbfe1264c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:10.943900 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-917d3879-f592-44bb-93ed-dbfe1264c4e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 1127 time: 0.0601065 Apr 06 12:51:10.991202 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-d974f5df-bd81-4183-88b5-732809c084c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06039757-c880-4d26-a11c-c010c4696efc HTTP/1.1" status: 200 len: 217 time: 0.0388684 Apr 06 12:51:11.055789 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c9ec2ae7-f324-4b06-bc7d-4821744a138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:11.057240 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c9ec2ae7-f324-4b06-bc7d-4821744a138c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0594361 Apr 06 12:51:11.113407 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-a3ca36d7-27b7-4720-9657-b9b95daa9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:11.115189 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-a3ca36d7-27b7-4720-9657-b9b95daa9c66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516777 Apr 06 12:51:11.202337 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d12efe-1208-4ca2-9d72-997c822391c0 req-e16d22af-1117-4ef5-b942-a805f63f5fe9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:11.203820 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-62d12efe-1208-4ca2-9d72-997c822391c0 req-e16d22af-1117-4ef5-b942-a805f63f5fe9 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0585933 Apr 06 12:51:11.263735 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-62d12efe-1208-4ca2-9d72-997c822391c0 req-9aa38160-3bde-4499-acb8-5772b8ba070b tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531464 Apr 06 12:51:11.434055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653f686-f098-4dc7-bd48-dee5faf56c0c req-be9649bf-50de-44ac-b36a-ea6f97b5d5ea tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:11.435531 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8653f686-f098-4dc7-bd48-dee5faf56c0c req-be9649bf-50de-44ac-b36a-ea6f97b5d5ea tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 943 time: 0.0534720 Apr 06 12:51:11.481595 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8653f686-f098-4dc7-bd48-dee5faf56c0c req-ab7517a4-b10c-4d00-87dd-831d2d5b371c tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Apr 06 12:51:11.513309 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 883751bb-3b95-4a12-86c3-0e8844dd157d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:11.535900 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 883751bb-3b95-4a12-86c3-0e8844dd157d {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:11.536181 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 883751bb-3b95-4a12-86c3-0e8844dd157d not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:12.388277 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efef9c8-3bee-4ea1-9c45-3f2826cb99ff req-b33cb40c-ab59-45d7-a717-a69b9049cc8e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:12.389690 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5efef9c8-3bee-4ea1-9c45-3f2826cb99ff req-b33cb40c-ab59-45d7-a717-a69b9049cc8e tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0578620 Apr 06 12:51:12.436661 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5efef9c8-3bee-4ea1-9c45-3f2826cb99ff req-ecbe6658-0bc5-4c3d-94ff-db23caab3746 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Apr 06 12:51:12.599445 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b79603-fec8-4b31-b0aa-2a6646a42456 req-348bc60e-7e2e-4486-a2af-d04ad168bbb2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:12.600997 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b9b79603-fec8-4b31-b0aa-2a6646a42456 req-348bc60e-7e2e-4486-a2af-d04ad168bbb2 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 943 time: 0.0536084 Apr 06 12:51:12.653956 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b9b79603-fec8-4b31-b0aa-2a6646a42456 req-70126d0b-9dc1-44e6-a09b-42378ae5b3ed tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443585 Apr 06 12:51:13.555924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ae158-22da-4270-8a92-0badb42c4e17 req-21ca2628-173e-47e6-bdf1-8f6eea4c1535 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:13.558116 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ec1ae158-22da-4270-8a92-0badb42c4e17 req-21ca2628-173e-47e6-bdf1-8f6eea4c1535 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0528295 Apr 06 12:51:13.609622 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ec1ae158-22da-4270-8a92-0badb42c4e17 req-bfae8db9-a6af-470f-a59b-2a2c00efa308 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452569 Apr 06 12:51:13.774358 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d126d-b0b1-4e84-93c9-1c818ffbcc96 req-56da3851-28a0-4a20-990b-3637ac2dbec9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:13.776541 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c3d126d-b0b1-4e84-93c9-1c818ffbcc96 req-56da3851-28a0-4a20-990b-3637ac2dbec9 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 943 time: 0.0540431 Apr 06 12:51:13.822917 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c3d126d-b0b1-4e84-93c9-1c818ffbcc96 req-05c1ebdf-2656-465c-af1e-98905fce8501 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Apr 06 12:51:14.211694 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-c97fff28-61d5-49df-9f3a-46aa48d8bef7 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871370 Apr 06 12:51:14.404965 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2d9468c9-5e72-4685-ae60-7190d3d2b80d req-6a110d62-204a-4566-b3d5-1bdcac02ab39 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947518 Apr 06 12:51:14.511385 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-b5830ccf-952b-4d33-8536-90743905ebb6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:14.512930 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-b5830ccf-952b-4d33-8536-90743905ebb6 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Apr 06 12:51:14.733582 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ad2da-c788-4a32-8bef-928c4ba17586 req-5cc0db52-bf31-46b0-a676-84cd83444c14 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:14.734971 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-698ad2da-c788-4a32-8bef-928c4ba17586 req-5cc0db52-bf31-46b0-a676-84cd83444c14 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 945 time: 0.0563388 Apr 06 12:51:14.785459 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-698ad2da-c788-4a32-8bef-928c4ba17586 req-e96328a3-65a9-4351-bee7-45b3ca001242 tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/security-groups?id=bad16840-9814-4c99-ae26-cf4556653288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Apr 06 12:51:14.950538 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331eec2-9725-4373-984f-59c70bb79ead req-140dd26e-7dcc-4f74-bf7b-3c6c96c2064b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:14.952201 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6331eec2-9725-4373-984f-59c70bb79ead req-140dd26e-7dcc-4f74-bf7b-3c6c96c2064b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 943 time: 0.0612431 Apr 06 12:51:15.002822 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6331eec2-9725-4373-984f-59c70bb79ead req-e08cb029-2a56-41dd-9e08-2e3e9f1414ca tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Apr 06 12:51:15.320255 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-5d188d56-5c7a-4d11-8642-6e44024e94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:15.321677 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-5d188d56-5c7a-4d11-8642-6e44024e94a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 1127 time: 0.0493126 Apr 06 12:51:15.377746 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Deleting port c60de542-bb84-4369-ae9c-35e5d29d4a4a {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:15.378373 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:15.422746 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-1dd0cfe6-c85d-4278-b301-f561aa2d6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:15.425212 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-1dd0cfe6-c85d-4278-b301-f561aa2d6bc8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 915 time: 0.0958586 Apr 06 12:51:15.468089 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-8023b000-56ca-4967-ad8a-6f4878b5d543 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06039757-c880-4d26-a11c-c010c4696efc HTTP/1.1" status: 200 len: 217 time: 0.0358770 Apr 06 12:51:15.469228 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] For port c60de542-bb84-4369-ae9c-35e5d29d4a4a, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=c60de542-bb84-4369-ae9c-35e5d29d4a4a,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:15.469599 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:15.483759 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Calling delete_port for c60de542-bb84-4369-ae9c-35e5d29d4a4a owned by compute:nova {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:15.518227 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-bbf35c3a-c0a3-40ce-aec8-d3d0571c6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:15.519594 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-bbf35c3a-c0a3-40ce-aec8-d3d0571c6883 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0451412 Apr 06 12:51:15.582527 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-d23bf639-7de3-4e0c-8975-7b975b4dea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:15.583939 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-d23bf639-7de3-4e0c-8975-7b975b4dea34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564966 Apr 06 12:51:15.690362 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-177ed5f5-a49b-423a-b135-51b9b085cede service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985987 Apr 06 12:51:15.751560 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (c60de542-bb84-4369-ae9c-35e5d29d4a4a), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:15.782652 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Pushing event deleted for resources: {'Port': ['ID=c60de542-bb84-4369-ae9c-35e5d29d4a4a,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:15.799888 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-82350e1f-b241-49f3-a2a5-e67fd7ae7575 req-6365634f-8dfc-405f-aab4-61a80152a474 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027210 Apr 06 12:51:15.842642 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] No DVR routers for this DVR port c60de542-bb84-4369-ae9c-35e5d29d4a4a on host hv-cinder-81566 {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:15.845363 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:15.849463 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f8760c00-41a0-48b1-85af-1e5135a157d1 req-50ca19e5-8e9a-4733-816e-f0f946c2d0bb tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.83 "DELETE /v2.0/ports/c60de542-bb84-4369-ae9c-35e5d29d4a4a HTTP/1.1" status: 204 len: 173 time: 0.5764928 Apr 06 12:51:15.850111 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'name': 'network-vif-deleted', 'tag': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:15.852502 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029676bc-282b-473a-827d-9482dcff1c61" -d '{"events": [{"server_uuid": "91a4672f-751b-438f-8a1d-ee0cccead4b8", "name": "network-vif-deleted", "tag": "c60de542-bb84-4369-ae9c-35e5d29d4a4a"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:15.898348 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf8e718-b320-4de6-85e2-266f80969aa9 x-openstack-request-id: req-ccf8e718-b320-4de6-85e2-266f80969aa9 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:15.900781 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a4672f-751b-438f-8a1d-ee0cccead4b8", "name": "network-vif-deleted", "tag": "c60de542-bb84-4369-ae9c-35e5d29d4a4a", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:15.900781 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ccf8e718-b320-4de6-85e2-266f80969aa9 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:15.900781 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf8e718-b320-4de6-85e2-266f80969aa9'] response: {'server_uuid': '91a4672f-751b-438f-8a1d-ee0cccead4b8', 'name': 'network-vif-deleted', 'tag': 'c60de542-bb84-4369-ae9c-35e5d29d4a4a', 'status': 'completed', 'code': 200} Apr 06 12:51:15.920526 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-07bfac57-d9dc-48c0-b7b3-752b6a318477 req-aec43e36-e503-4700-8b44-93c82e4a6c3c tempest-ServerRescueNegativeTestJSON-1416849414 tempest-ServerRescueNegativeTestJSON-1416849414-project] 10.222.0.79 "GET /v2.0/ports?device_id=91a4672f-751b-438f-8a1d-ee0cccead4b8 HTTP/1.1" status: 200 len: 210 time: 0.0325887 Apr 06 12:51:16.141556 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cf48b-7da8-42d2-814e-66a7f75b56b7 req-32225f20-9ca8-4daf-9314-bed5296371e4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:16.143294 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9a4cf48b-7da8-42d2-814e-66a7f75b56b7 req-32225f20-9ca8-4daf-9314-bed5296371e4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 943 time: 0.0680704 Apr 06 12:51:16.209427 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9a4cf48b-7da8-42d2-814e-66a7f75b56b7 req-1c80ce85-4333-4d3d-90d3-896ddb41a3af tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598445 Apr 06 12:51:16.995697 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51114) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:17.347389 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0146ed-6680-4646-b3bc-292e13d73ec4 req-f307c2f8-db63-4a45-9503-d0ff94025475 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:17.350341 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ee0146ed-6680-4646-b3bc-292e13d73ec4 req-f307c2f8-db63-4a45-9503-d0ff94025475 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 943 time: 0.0580428 Apr 06 12:51:17.405775 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ee0146ed-6680-4646-b3bc-292e13d73ec4 req-a79c0544-2a23-4707-bf90-d4e13dc83c30 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 Apr 06 12:51:17.543882 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 06039757-c880-4d26-a11c-c010c4696efc details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:51:17.549993 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device c60de542-bb84-4369-ae9c-35e5d29d4a4a no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:17.578390 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: c60de542-bb84-4369-ae9c-35e5d29d4a4a {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:17.578783 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device c60de542-bb84-4369-ae9c-35e5d29d4a4a not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:17.692175 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 06039757-c880-4d26-a11c-c010c4696efc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=06039757-c880-4d26-a11c-c010c4696efc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:17.704928 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '06039757-c880-4d26-a11c-c010c4696efc', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'port_id': '06039757-c880-4d26-a11c-c010c4696efc', 'mac_address': 'fa:16:3e:3d:85:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:51:17.754440 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 06039757-c880-4d26-a11c-c010c4696efc is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:51:17.754830 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (06039757-c880-4d26-a11c-c010c4696efc), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:17.769700 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06039757-c880-4d26-a11c-c010c4696efc {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:51:17.794202 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 06039757-c880-4d26-a11c-c010c4696efc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=06039757-c880-4d26-a11c-c010c4696efc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:17.842362 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (3303206c-9d05-4a73-b5ef-80987332abed), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:17.857585 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (06039757-c880-4d26-a11c-c010c4696efc), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:17.919740 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=06039757-c880-4d26-a11c-c010c4696efc,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:17.927619 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.927969 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.928382 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.928721 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.929089 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.929426 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.929761 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.930089 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.930419 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.930754 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.931081 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.931489 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.932324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.932651 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:17.933078 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:18.074904 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['06039757-c880-4d26-a11c-c010c4696efc'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:51:18.178377 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Deleting port 19aefb95-a194-4632-a9de-9a8c6f568cfc {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:18.178987 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:18.261401 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] For port 19aefb95-a194-4632-a9de-9a8c6f568cfc, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=19aefb95-a194-4632-a9de-9a8c6f568cfc,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:18.261783 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:18.276123 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Calling delete_port for 19aefb95-a194-4632-a9de-9a8c6f568cfc owned by network:router_interface {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:18.521001 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (19aefb95-a194-4632-a9de-9a8c6f568cfc), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:18.543732 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fb4b5-c3ef-4110-a206-f4307e97e890 req-406b3b01-518d-4349-aed5-3169136009a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:18.546668 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-080fb4b5-c3ef-4110-a206-f4307e97e890 req-406b3b01-518d-4349-aed5-3169136009a0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 944 time: 0.0691407 Apr 06 12:51:18.552653 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19aefb95-a194-4632-a9de-9a8c6f568cfc,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:18.625490 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-080fb4b5-c3ef-4110-a206-f4307e97e890 req-b2c30c41-5cc7-4243-aa28-b81102de7fc0 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682743 Apr 06 12:51:18.764852 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (3303206c-9d05-4a73-b5ef-80987332abed), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:18.985772 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Router 3303206c-9d05-4a73-b5ef-80987332abed has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:51:19.101876 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:51:19.107650 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5130864f-2856-42e3-84eb-b5db0119ade4 admin admin] 10.222.0.79 "PUT /v2.0/routers/3303206c-9d05-4a73-b5ef-80987332abed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106081 Apr 06 12:51:19.110689 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51122) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:19.111924 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] Sync routers for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:51:19.123909 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:19.124537 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:19.218556 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks [] for router (3303206c-9d05-4a73-b5ef-80987332abed), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:19.234974 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:19.328930 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks [] for router_gateway (3303206c-9d05-4a73-b5ef-80987332abed), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:19.417220 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:51:18Z', 'revision_number': 5, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port': {'id': '9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3303206c-9d05-4a73-b5ef-80987332abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:39Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:19.450334 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] Checking router: 3303206c-9d05-4a73-b5ef-80987332abed for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:51:19.458817 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] Routers {'3303206c-9d05-4a73-b5ef-80987332abed'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:19.459546 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['3303206c-9d05-4a73-b5ef-80987332abed'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:19.466279 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Deleting port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:19.466618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:19.549195 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] Set router 3303206c-9d05-4a73-b5ef-80987332abed gateway port host: None {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:19.552908 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] For port 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:19.553390 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:19.569025 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Calling delete_port for 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 owned by network:router_gateway {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:19.576311 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 06039757-c880-4d26-a11c-c010c4696efc up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:51:19.608550 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:51:19Z', 'revision_number': 6, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:19.820497 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e0005a-3af1-4f8d-9ee3-249057e8a725 None None] The sync data for ids ['3303206c-9d05-4a73-b5ef-80987332abed'] in dv-cinder-815660-6-iscsi is: [{'id': '3303206c-9d05-4a73-b5ef-80987332abed', 'name': 'tempest-ServerRescueNegativeTestJSON-531778155-router', 'tenant_id': '2e066936c98d40a9a5aea5638304124f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:51:19Z', 'revision_number': 6, 'project_id': '2e066936c98d40a9a5aea5638304124f', 'gw_port_host': None}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:51:19.911127 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 06039757-c880-4d26-a11c-c010c4696efc completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:51:19.915642 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 06039757-c880-4d26-a11c-c010c4696efc triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:51:19.916697 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (06039757-c880-4d26-a11c-c010c4696efc), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.002233 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 06039757-c880-4d26-a11c-c010c4696efc is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:51:20.002652 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (06039757-c880-4d26-a11c-c010c4696efc), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.027626 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06039757-c880-4d26-a11c-c010c4696efc'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:20.032480 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed5c16-fd87-4df9-8d0a-aca694b7ca01" -d '{"events": [{"server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "name": "network-vif-plugged", "status": "completed", "tag": "06039757-c880-4d26-a11c-c010c4696efc"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:20.046866 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 06039757-c880-4d26-a11c-c010c4696efc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=06039757-c880-4d26-a11c-c010c4696efc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:20.049761 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0ff66-c60b-4edb-afd8-0f0e3d79241f req-52e142b0-cd78-4a6a-b5ff-d293306e110f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:20.051364 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e5d0ff66-c60b-4edb-afd8-0f0e3d79241f req-52e142b0-cd78-4a6a-b5ff-d293306e110f tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 944 time: 0.3521299 Apr 06 12:51:20.070657 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec4a342-a8e2-427e-9948-8d3cb6710b78 x-openstack-request-id: req-0ec4a342-a8e2-427e-9948-8d3cb6710b78 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:20.070952 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "name": "network-vif-plugged", "status": "completed", "tag": "06039757-c880-4d26-a11c-c010c4696efc", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:20.071258 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ec4a342-a8e2-427e-9948-8d3cb6710b78 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:20.071666 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec4a342-a8e2-427e-9948-8d3cb6710b78'] response: {'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06039757-c880-4d26-a11c-c010c4696efc', 'code': 200} Apr 06 12:51:20.108926 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e5d0ff66-c60b-4edb-afd8-0f0e3d79241f req-2c1801c2-8606-49e5-90cb-e0276c119fd6 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515921 Apr 06 12:51:20.131841 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.155608 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:20.161089 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (06039757-c880-4d26-a11c-c010c4696efc), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.219814 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=06039757-c880-4d26-a11c-c010c4696efc,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:20.234896 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (3303206c-9d05-4a73-b5ef-80987332abed), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.240229 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 19aefb95-a194-4632-a9de-9a8c6f568cfc no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:20.263444 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 19aefb95-a194-4632-a9de-9a8c6f568cfc {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:20.263850 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 19aefb95-a194-4632-a9de-9a8c6f568cfc not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:20.353732 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (3303206c-9d05-4a73-b5ef-80987332abed), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.356090 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks [] for router_controller (3303206c-9d05-4a73-b5ef-80987332abed), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.460295 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae366b7-53db-4e5a-874d-ecb81d390132 req-47bd6f6f-8620-4169-9f13-feb0f1472311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:20.464129 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2ae366b7-53db-4e5a-874d-ecb81d390132 req-47bd6f6f-8620-4169-9f13-feb0f1472311 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 1129 time: 0.0547917 Apr 06 12:51:20.513459 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2ae366b7-53db-4e5a-874d-ecb81d390132 req-a0541b21-3ebd-42ce-b8be-85fe47cbdc34 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Apr 06 12:51:20.516893 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (3303206c-9d05-4a73-b5ef-80987332abed), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.517519 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3303206c-9d05-4a73-b5ef-80987332abed {{(pid=110384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:51:20.523012 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.524204 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-a532e410-0dcd-4a79-af43-3d73c98fe00f admin admin] 10.222.0.79 "DELETE /v2.0/routers/3303206c-9d05-4a73-b5ef-80987332abed HTTP/1.1" status: 204 len: 168 time: 1.4125195 Apr 06 12:51:20.528272 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51136) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:20.587103 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] Deleting subnet 4141b77f-b8a3-407b-a741-4d4a05c17ba2 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:51:20.598946 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] Publish callbacks [] for subnet (4141b77f-b8a3-407b-a741-4d4a05c17ba2), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.643253 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (4141b77f-b8a3-407b-a741-4d4a05c17ba2), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.760838 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (4141b77f-b8a3-407b-a741-4d4a05c17ba2), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.893100 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (4141b77f-b8a3-407b-a741-4d4a05c17ba2), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.927122 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4141b77f-b8a3-407b-a741-4d4a05c17ba2,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:20.931146 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:20.935057 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-9b3154ef-6969-4524-bf1d-bba22606f814 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4141b77f-b8a3-407b-a741-4d4a05c17ba2 HTTP/1.1" status: 204 len: 168 time: 0.4057977 Apr 06 12:51:20.938210 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51138) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:20.942220 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220329e-1cf1-478c-a90a-3e1e04efff58 None None] Network d0ca3c5b-9181-496b-8f57-10516eb2faa3 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:51:21.019394 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (d0ca3c5b-9181-496b-8f57-10516eb2faa3), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.075211 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Deleting port 85be6c0e-2768-4149-8d85-674d7c7313dd {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:21.075572 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.143474 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] DHCP port deletion for d0ca3c5b-9181-496b-8f57-10516eb2faa3 request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:51:21.155412 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] For port 85be6c0e-2768-4149-8d85-674d7c7313dd, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=85be6c0e-2768-4149-8d85-674d7c7313dd,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:21.155786 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.170405 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Calling delete_port for 85be6c0e-2768-4149-8d85-674d7c7313dd owned by network:dhcp {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:21.209261 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] Deleting port 85be6c0e-2768-4149-8d85-674d7c7313dd {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:21.209953 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.288290 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] For port 85be6c0e-2768-4149-8d85-674d7c7313dd, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=85be6c0e-2768-4149-8d85-674d7c7313dd,segment=NetworkSegment(525a10f6-46da-41e5-9dff-f10d2c06d4cd),segment_id=525a10f6-46da-41e5-9dff-f10d2c06d4cd)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:21.289092 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.299587 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97c3f5-65bc-4469-bcbe-08f59e37a151 req-b15326f4-2041-463d-82ea-c8dc8eeb4500 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:21.301168 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-eb97c3f5-65bc-4469-bcbe-08f59e37a151 req-b15326f4-2041-463d-82ea-c8dc8eeb4500 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 945 time: 0.1139922 Apr 06 12:51:21.305628 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] Calling delete_port for 85be6c0e-2768-4149-8d85-674d7c7313dd owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:21.349488 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-eb97c3f5-65bc-4469-bcbe-08f59e37a151 req-49133801-3609-4d59-a9b3-c9b1f8831c3a tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Apr 06 12:51:21.377870 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.405204 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85be6c0e-2768-4149-8d85-674d7c7313dd,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:21.407043 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] No DVR routers for this DVR port 85be6c0e-2768-4149-8d85-674d7c7313dd on host dv-cinder-815660-6-iscsi {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:21.435586 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (85be6c0e-2768-4149-8d85-674d7c7313dd), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.461087 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] Pushing event deleted for resources: {'Port': ['ID=85be6c0e-2768-4149-8d85-674d7c7313dd,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:21.470363 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac9bd5-802b-4c92-b146-844a844fa7dd None None] No DVR routers for this DVR port 85be6c0e-2768-4149-8d85-674d7c7313dd on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:21.495176 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (d0ca3c5b-9181-496b-8f57-10516eb2faa3), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.516967 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ca3c5b-9181-496b-8f57-10516eb2faa3']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:21.527410 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525a10f6-46da-41e5-9dff-f10d2c06d4cd') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:21.527712 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525a10f6-46da-41e5-9dff-f10d2c06d4cd') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:21.537555 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (525a10f6-46da-41e5-9dff-f10d2c06d4cd), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.553619 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (525a10f6-46da-41e5-9dff-f10d2c06d4cd), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.560084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:51:21.560477 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (525a10f6-46da-41e5-9dff-f10d2c06d4cd), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:51:21.562239 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:51:21.767417 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (d0ca3c5b-9181-496b-8f57-10516eb2faa3), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.771990 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:21.776846 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d0ca3c5b-9181-496b-8f57-10516eb2faa3 HTTP/1.1" status: 204 len: 168 time: 0.8376274 Apr 06 12:51:21.788857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812435b-a0d7-478a-9278-561f09d276c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ca3c5b-9181-496b-8f57-10516eb2faa3,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:22.101009 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51150) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:22.147621 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-45a83990-64bf-4eba-bf39-aca5c63ed326 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e066936c98d40a9a5aea5638304124f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454397 Apr 06 12:51:22.150208 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51154) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:22.177799 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 85be6c0e-2768-4149-8d85-674d7c7313dd no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:22.200023 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 85be6c0e-2768-4149-8d85-674d7c7313dd {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:22.200369 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 85be6c0e-2768-4149-8d85-674d7c7313dd not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:22.200810 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:22.205429 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fdff3d53-acb2-483f-b4a5-cf2a3188a980 admin admin] Publish callbacks [] for security_group (bad16840-9814-4c99-ae26-cf4556653288), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:22.223223 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:22.223819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9a09a82f-d8ae-4eb1-8064-ea6bdeeb6174 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:22.227859 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fdff3d53-acb2-483f-b4a5-cf2a3188a980 admin admin] Publish callbacks [] for security_group (bad16840-9814-4c99-ae26-cf4556653288), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:22.351190 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fdff3d53-acb2-483f-b4a5-cf2a3188a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bad16840-9814-4c99-ae26-cf4556653288), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:22.354309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fdff3d53-acb2-483f-b4a5-cf2a3188a980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:22.360848 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-fdff3d53-acb2-483f-b4a5-cf2a3188a980 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bad16840-9814-4c99-ae26-cf4556653288 HTTP/1.1" status: 204 len: 168 time: 0.2043390 Apr 06 12:51:22.363537 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3d53-acb2-483f-b4a5-cf2a3188a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad16840-9814-4c99-ae26-cf4556653288,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:22.486745 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3341b-7a06-476f-8ad6-90f7ae3cdf55 req-4ac28dd6-4623-463e-b43e-28f410d8b924 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:22.488332 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c8a3341b-7a06-476f-8ad6-90f7ae3cdf55 req-4ac28dd6-4623-463e-b43e-28f410d8b924 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 945 time: 0.0582700 Apr 06 12:51:22.534364 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c8a3341b-7a06-476f-8ad6-90f7ae3cdf55 req-858b059d-f2fb-48b4-8f1b-ee925af22175 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404730 Apr 06 12:51:22.657339 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f93b-9374-495d-977e-0c52fc96cbaa req-62f2b0d1-6065-4865-a9fa-cfe30f2da9c7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:22.658724 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0ea8f93b-9374-495d-977e-0c52fc96cbaa req-62f2b0d1-6065-4865-a9fa-cfe30f2da9c7 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 945 time: 0.0565834 Apr 06 12:51:22.667939 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51162) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:22.672558 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Request body: {'floatingip': {'port_id': '06039757-c880-4d26-a11c-c010c4696efc'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:51:22.713664 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (30f3d495-c5ab-49ab-b457-b866fc7d2075), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:23.172717 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:23.249107 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (30f3d495-c5ab-49ab-b457-b866fc7d2075), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:23.354611 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP 30f3d495-c5ab-49ab-b457-b866fc7d2075 associated. External IP: 172.27.3.222, port: 06039757-c880-4d26-a11c-c010c4696efc. Apr 06 12:51:23.615989 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:51:23.640317 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62696ba8-5fae-43b4-868c-08ebee6af1bc req-a22fc6c8-3057-430a-822d-fb5e1f934a28 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:23.641888 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-62696ba8-5fae-43b4-868c-08ebee6af1bc req-a22fc6c8-3057-430a-822d-fb5e1f934a28 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0738275 Apr 06 12:51:23.766801 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-62696ba8-5fae-43b4-868c-08ebee6af1bc req-a81c3ba8-7d03-448e-a93b-7179fefe6b80 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899444 Apr 06 12:51:23.796095 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:51:23.796095 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:23.797483 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:51:23.810877 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:23.811615 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:23.827201 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-310132cc-c249-4540-b49c-0c8ee87d92a8 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "PUT /v2.0/floatingips/30f3d495-c5ab-49ab-b457-b866fc7d2075 HTTP/1.1" status: 200 len: 991 time: 1.1580586 Apr 06 12:51:23.829216 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'tag': '06039757-c880-4d26-a11c-c010c4696efc'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:23.830637 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35705f7-457f-4def-b579-8d472882859f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "tag": "06039757-c880-4d26-a11c-c010c4696efc"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:23.866878 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd7a63-293b-497f-b886-4d0c6602d2d2 x-openstack-request-id: req-71dd7a63-293b-497f-b886-4d0c6602d2d2 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:23.867175 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "tag": "06039757-c880-4d26-a11c-c010c4696efc", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:23.867433 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71dd7a63-293b-497f-b886-4d0c6602d2d2 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:23.867847 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dd7a63-293b-497f-b886-4d0c6602d2d2'] response: {'name': 'network-changed', 'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'tag': '06039757-c880-4d26-a11c-c010c4696efc', 'status': 'completed', 'code': 200} Apr 06 12:51:23.923346 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:23.932200 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35705f7-457f-4def-b579-8d472882859f req-a2641d24-e4d4-4f8e-8f7b-bdc3a6db37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:23.933815 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b35705f7-457f-4def-b579-8d472882859f req-a2641d24-e4d4-4f8e-8f7b-bdc3a6db37dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 1129 time: 0.0456879 Apr 06 12:51:24.026299 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35705f7-457f-4def-b579-8d472882859f req-3e68b5e8-0ab2-446d-827a-62fbd4a40bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:24.027742 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b35705f7-457f-4def-b579-8d472882859f req-3e68b5e8-0ab2-446d-827a-62fbd4a40bc4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 200 len: 915 time: 0.0870035 Apr 06 12:51:24.094746 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b35705f7-457f-4def-b579-8d472882859f req-c736d087-bf8d-499f-812a-9f9fb2f1cee3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06039757-c880-4d26-a11c-c010c4696efc HTTP/1.1" status: 200 len: 999 time: 0.0609548 Apr 06 12:51:24.153302 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35705f7-457f-4def-b579-8d472882859f req-b06845f7-3d8a-42b0-9e14-966c4d97c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:24.154862 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b35705f7-457f-4def-b579-8d472882859f req-b06845f7-3d8a-42b0-9e14-966c4d97c2d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 200 len: 853 time: 0.0533240 Apr 06 12:51:24.158930 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '30f3d495-c5ab-49ab-b457-b866fc7d2075', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '06039757-c880-4d26-a11c-c010c4696efc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:3d:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce376c6-b292-416d-8352-87a26b13c070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:51:03Z', 'updated_at': '2022-04-06T12:51:23Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:24.208480 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35705f7-457f-4def-b579-8d472882859f req-a3d31752-ed85-4238-89ee-11ba82ed6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:24.210232 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b35705f7-457f-4def-b579-8d472882859f req-a3d31752-ed85-4238-89ee-11ba82ed6744 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9d5f7b1-df0c-403c-a87f-19856c03f9bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486484 Apr 06 12:51:24.276172 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:51:24.285742 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:24.285742 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:50:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:24.324502 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b35705f7-457f-4def-b579-8d472882859f req-ec8f723a-4e25-4afc-85ea-9d34051ba70a service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067746 Apr 06 12:51:24.406522 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:24.425383 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b35705f7-457f-4def-b579-8d472882859f req-ee1868fc-2421-4c74-91e9-bc43e9c754a6 service neutron] 10.222.0.83 "GET /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918744 Apr 06 12:51:24.640476 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '30f3d495-c5ab-49ab-b457-b866fc7d2075', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '06039757-c880-4d26-a11c-c010c4696efc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:3d:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce376c6-b292-416d-8352-87a26b13c070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:51:03Z', 'updated_at': '2022-04-06T12:51:23Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:24.666705 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1fa45-d09c-4bc8-ae26-8554f5aa3992 None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '30f3d495-c5ab-49ab-b457-b866fc7d2075', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'port_id': '06039757-c880-4d26-a11c-c010c4696efc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'mac_address': 'fa:16:3e:3d:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce376c6-b292-416d-8352-87a26b13c070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:51:03Z', 'updated_at': '2022-04-06T12:51:23Z', 'revision_number': 1, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:51:24.852687 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51512013-12e9-4484-9166-a34a18cce8e8 None None] New status for floating IP 30f3d495-c5ab-49ab-b457-b866fc7d2075: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:51:24.899810 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef293f-5e69-42ec-ba83-123aedab1baf req-807fbac6-736a-4b86-bdf7-823dccee04ad tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:24.902281 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52ef293f-5e69-42ec-ba83-123aedab1baf req-807fbac6-736a-4b86-bdf7-823dccee04ad tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0543733 Apr 06 12:51:24.953290 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52ef293f-5e69-42ec-ba83-123aedab1baf req-88ffbf65-4692-40ca-8d41-ebff7a8cbd95 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452194 Apr 06 12:51:26.081033 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e6c1-4fc5-4b8c-875b-96a04222f70d req-bd4eae32-e5f4-4d7f-9e18-4ee1210cb67e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:26.082630 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b345e6c1-4fc5-4b8c-875b-96a04222f70d req-bd4eae32-e5f4-4d7f-9e18-4ee1210cb67e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0546958 Apr 06 12:51:26.133802 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b345e6c1-4fc5-4b8c-875b-96a04222f70d req-ecb3eb07-3df9-48ae-b0c2-5d2c7f6d789f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453849 Apr 06 12:51:27.200679 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-500eb7fa-b07f-43cd-971b-aa017dd100ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:27.262471 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08facdf-53ba-4169-bbe5-25b197fe50b5 req-5870e72c-a86a-495d-aeda-852b86c99229 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:27.263937 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d08facdf-53ba-4169-bbe5-25b197fe50b5 req-5870e72c-a86a-495d-aeda-852b86c99229 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0530334 Apr 06 12:51:27.310769 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d08facdf-53ba-4169-bbe5-25b197fe50b5 req-cde05b64-5e48-424c-9291-e70b89d908df tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410719 Apr 06 12:51:28.436669 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4920166-ab45-4fda-b949-9e0acea1e4fb req-a1da0c9b-22bb-4d00-8803-bf5f8b2ffdec tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:28.438151 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a4920166-ab45-4fda-b949-9e0acea1e4fb req-a1da0c9b-22bb-4d00-8803-bf5f8b2ffdec tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0559165 Apr 06 12:51:28.484029 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a4920166-ab45-4fda-b949-9e0acea1e4fb req-5b86246e-6904-42d6-8882-53e4cea35538 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403619 Apr 06 12:51:29.550994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-9cb7db7b-4082-4736-a7cc-d92ed698b4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:29.609223 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd27629-ec9b-4145-a295-68da05370cb4 req-a93e8702-b923-4cf6-b5b8-968c6039d1ea tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:29.610719 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cdd27629-ec9b-4145-a295-68da05370cb4 req-a93e8702-b923-4cf6-b5b8-968c6039d1ea tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0529537 Apr 06 12:51:29.657290 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cdd27629-ec9b-4145-a295-68da05370cb4 req-6a2dbb8c-daa3-4733-9624-4622e83f0549 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409153 Apr 06 12:51:30.778461 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3858fab-4b33-42c2-9dda-23752bb00ef3 req-fd996d63-cfb8-42dd-857e-516dcac7d460 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:30.780000 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f3858fab-4b33-42c2-9dda-23752bb00ef3 req-fd996d63-cfb8-42dd-857e-516dcac7d460 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0522721 Apr 06 12:51:30.819671 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:30.841002 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f3858fab-4b33-42c2-9dda-23752bb00ef3 req-f527c4e1-7444-40c1-838c-aadd031edc02 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548301 Apr 06 12:51:31.966273 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21194953-7ede-4bf7-a964-219307fc43d0 req-6dedb548-c74d-4564-be3c-135272d16240 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:31.967785 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21194953-7ede-4bf7-a964-219307fc43d0 req-6dedb548-c74d-4564-be3c-135272d16240 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0536523 Apr 06 12:51:32.014511 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21194953-7ede-4bf7-a964-219307fc43d0 req-de662e43-0556-4b46-91e3-d777852e56bf tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403225 Apr 06 12:51:32.876065 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.142121 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8afe1-a2f5-4d4b-8c17-303bd6d0af1b req-53d68193-dd33-4ccb-840f-445940c0d52b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:33.143570 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-39b8afe1-a2f5-4d4b-8c17-303bd6d0af1b req-53d68193-dd33-4ccb-840f-445940c0d52b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0541894 Apr 06 12:51:33.169153 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51304) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:33.191847 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-39b8afe1-a2f5-4d4b-8c17-303bd6d0af1b req-f84e2721-23ff-4f18-8a9d-cc875378cc42 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Apr 06 12:51:33.274038 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.346757 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Publish callbacks [] for security_group (9ac6d530-9504-439c-81c2-fb4fdaf1459e), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.465409 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (9ac6d530-9504-439c-81c2-fb4fdaf1459e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.503677 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2335d8f63c648a78444942f55a86940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334591 Apr 06 12:51:33.504389 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6d530-9504-439c-81c2-fb4fdaf1459e,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:33.506321 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51308) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:33.511645 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.511998 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.512346 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.513013 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.513145 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.513378 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.513793 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.514045 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.514380 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.514713 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.515194 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.515858 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.516193 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.516521 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.516873 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5228853-902b-4fdb-8cdc-1a65a9128274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.558885 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Publish callbacks [] for security_group (9ac6d530-9504-439c-81c2-fb4fdaf1459e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.580936 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Publish callbacks [] for security_group (9ac6d530-9504-439c-81c2-fb4fdaf1459e), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.751332 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (9ac6d530-9504-439c-81c2-fb4fdaf1459e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.753878 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.755095 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ac6d530-9504-439c-81c2-fb4fdaf1459e HTTP/1.1" status: 204 len: 168 time: 0.2477870 Apr 06 12:51:33.763821 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6d530-9504-439c-81c2-fb4fdaf1459e,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:33.773849 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.774194 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.774547 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.774895 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.775234 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.775566 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.775897 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.776227 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.776557 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.776913 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.777254 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.777586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.777913 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.778235 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.778718 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05961aec-d324-4c87-b8c2-f7d425037cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:33.851907 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:34.315934 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57b7da-3b9e-4410-83e0-2c92677eb5c0 req-c4db6261-da07-4c09-b3b0-b20a66431014 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:34.317390 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4a57b7da-3b9e-4410-83e0-2c92677eb5c0 req-c4db6261-da07-4c09-b3b0-b20a66431014 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0535624 Apr 06 12:51:34.364232 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4a57b7da-3b9e-4410-83e0-2c92677eb5c0 req-725a19e1-a610-4d6d-b122-6e0175877bcb tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414031 Apr 06 12:51:34.848205 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:35.493507 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a5c4-0aee-4f2a-8069-772260f0d79f req-43655c89-d8cc-4a85-9b94-272ea97aff4d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:35.495027 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c051a5c4-0aee-4f2a-8069-772260f0d79f req-43655c89-d8cc-4a85-9b94-272ea97aff4d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0570281 Apr 06 12:51:35.543882 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c051a5c4-0aee-4f2a-8069-772260f0d79f req-477bcd40-bc78-4a98-bbcf-168537905304 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Apr 06 12:51:36.675269 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cb7a6-e4fc-439a-8363-272980037007 req-31936503-5372-42a3-814b-c6d6f08c9f90 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:36.676794 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d48cb7a6-e4fc-439a-8363-272980037007 req-31936503-5372-42a3-814b-c6d6f08c9f90 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0561044 Apr 06 12:51:36.723510 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d48cb7a6-e4fc-439a-8363-272980037007 req-d380fa66-8521-42d9-910c-ee0352da5e12 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 Apr 06 12:51:37.056773 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51386) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:37.158463 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c8f5612d-ee80-440b-95e2-8928f1a6680d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:37.231182 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c8f5612d-ee80-440b-95e2-8928f1a6680d admin admin] Publish callbacks [] for security_group (5b303e65-61ff-4adf-b177-361ca6fe89bd), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:37.301258 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c8f5612d-ee80-440b-95e2-8928f1a6680d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5b303e65-61ff-4adf-b177-361ca6fe89bd), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:37.348493 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c8f5612d-ee80-440b-95e2-8928f1a6680d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69b4aecefb734b8e95472e086670c808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906458 Apr 06 12:51:37.349508 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5612d-ee80-440b-95e2-8928f1a6680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b303e65-61ff-4adf-b177-361ca6fe89bd,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:37.351896 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51390) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:37.395198 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-6ef2dd03-0cf9-4f57-aba6-44570d5ab0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:37.396660 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-6ef2dd03-0cf9-4f57-aba6-44570d5ab0ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0512476 Apr 06 12:51:37.402174 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e1642417-cf76-46b2-955b-9a91c4c116e7 admin admin] Publish callbacks [] for security_group (5b303e65-61ff-4adf-b177-361ca6fe89bd), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:37.426665 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e1642417-cf76-46b2-955b-9a91c4c116e7 admin admin] Publish callbacks [] for security_group (5b303e65-61ff-4adf-b177-361ca6fe89bd), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:37.501850 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-c0f0e714-f915-4067-8852-143503a95530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:37.503862 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-c0f0e714-f915-4067-8852-143503a95530 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.0850713 Apr 06 12:51:37.545695 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e1642417-cf76-46b2-955b-9a91c4c116e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5b303e65-61ff-4adf-b177-361ca6fe89bd), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:37.548388 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e1642417-cf76-46b2-955b-9a91c4c116e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:37.550187 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e1642417-cf76-46b2-955b-9a91c4c116e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b303e65-61ff-4adf-b177-361ca6fe89bd HTTP/1.1" status: 204 len: 168 time: 0.1972935 Apr 06 12:51:37.563917 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1642417-cf76-46b2-955b-9a91c4c116e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b303e65-61ff-4adf-b177-361ca6fe89bd,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:37.577937 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-c8c91801-57f4-4c98-928d-3eed588fae7f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 200 len: 1002 time: 0.0665524 Apr 06 12:51:37.636279 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-0975fabb-1a91-4a8d-8f6d-493d91c6bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:37.638079 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-0975fabb-1a91-4a8d-8f6d-493d91c6bac5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0539784 Apr 06 12:51:37.691573 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-40a2b9c1-8b19-4dd2-8187-d462fb60362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:37.693096 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-40a2b9c1-8b19-4dd2-8187-d462fb60362c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481272 Apr 06 12:51:37.789966 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-80a4a635-a3a8-4af0-b742-6595784723f8 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888929 Apr 06 12:51:37.855548 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c61c8-e0b1-4ecf-9e7f-2116ef0aa391 req-3c1a2468-4d8c-4939-a4c5-7424e66e7431 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:37.857214 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-054c61c8-e0b1-4ecf-9e7f-2116ef0aa391 req-3c1a2468-4d8c-4939-a4c5-7424e66e7431 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0572710 Apr 06 12:51:37.893732 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-94728a26-c1b4-4a6d-8fd3-a345d6153349 req-2e4d8649-6fae-46f8-8026-d644bb96597f service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952141 Apr 06 12:51:37.906664 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-054c61c8-e0b1-4ecf-9e7f-2116ef0aa391 req-bdb2211b-1749-415e-b958-6f7e9be2116b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429320 Apr 06 12:51:38.181969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51398) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:38.195064 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a2a746bb-8c8e-465d-accd-685f56e3ad6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:38.274892 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a2a746bb-8c8e-465d-accd-685f56e3ad6d admin admin] Publish callbacks [] for security_group (917b557e-ebad-44f2-8c3d-de094f6d93ae), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:38.374017 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a2a746bb-8c8e-465d-accd-685f56e3ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (917b557e-ebad-44f2-8c3d-de094f6d93ae), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:38.412596 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-a2a746bb-8c8e-465d-accd-685f56e3ad6d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3159258326d456985c7c8e821fa9548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293587 Apr 06 12:51:38.413406 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a746bb-8c8e-465d-accd-685f56e3ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917b557e-ebad-44f2-8c3d-de094f6d93ae,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:38.415732 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51400) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:38.463988 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4cd17a81-ddfb-462e-8138-029ecb33c526 admin admin] Publish callbacks [] for security_group (917b557e-ebad-44f2-8c3d-de094f6d93ae), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:38.484470 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4cd17a81-ddfb-462e-8138-029ecb33c526 admin admin] Publish callbacks [] for security_group (917b557e-ebad-44f2-8c3d-de094f6d93ae), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:38.606220 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4cd17a81-ddfb-462e-8138-029ecb33c526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (917b557e-ebad-44f2-8c3d-de094f6d93ae), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:38.608778 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4cd17a81-ddfb-462e-8138-029ecb33c526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:38.610198 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4cd17a81-ddfb-462e-8138-029ecb33c526 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/917b557e-ebad-44f2-8c3d-de094f6d93ae HTTP/1.1" status: 204 len: 168 time: 0.1935158 Apr 06 12:51:38.619910 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd17a81-ddfb-462e-8138-029ecb33c526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b557e-ebad-44f2-8c3d-de094f6d93ae,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:39.038700 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653baa6-94a4-4c8b-8f7a-73784ffe9196 req-f3bb7488-381f-4c86-9978-1844ce094680 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:39.040427 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1653baa6-94a4-4c8b-8f7a-73784ffe9196 req-f3bb7488-381f-4c86-9978-1844ce094680 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0606551 Apr 06 12:51:39.107544 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1653baa6-94a4-4c8b-8f7a-73784ffe9196 req-1cc5886b-a7fc-4edc-bc48-cd1d90366333 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587811 Apr 06 12:51:39.683331 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:51:39.779295 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:39.790703 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'port_id': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'mac_address': 'fa:16:3e:91:b3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:51:39.826988 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d is: ACTIVE; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:51:39.827390 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:39.844170 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec2336dc-9e0a-4a22-b5e4-6ad404248e8d {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:51:39.862951 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:39.997142 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:40.049583 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=6']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:40.082068 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:51:40.235510 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d82458-710f-45be-b672-99084d8c0491 req-100c981f-73c9-485b-928e-d202a3860a08 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:40.240210 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-32d82458-710f-45be-b672-99084d8c0491 req-100c981f-73c9-485b-928e-d202a3860a08 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 945 time: 0.0548036 Apr 06 12:51:40.286056 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-32d82458-710f-45be-b672-99084d8c0491 req-888b04ac-c6af-478a-96b3-85600caf5389 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423303 Apr 06 12:51:41.408308 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aebdc-a88d-48f9-91cc-80bceca43dc8 req-06e0a844-c1ed-4c33-847a-4a0a864c372a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:41.410360 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-214aebdc-a88d-48f9-91cc-80bceca43dc8 req-06e0a844-c1ed-4c33-847a-4a0a864c372a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Apr 06 12:51:41.455620 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-214aebdc-a88d-48f9-91cc-80bceca43dc8 req-b795c303-6393-4e94-9d2d-1b6aafd7215e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Apr 06 12:51:41.583297 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51478) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:41.687820 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:51:41.696111 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-25e98bb2-03fc-4898-84d9-27b0155251ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:41.734924 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:51:41.735303 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:41.769483 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-25e98bb2-03fc-4898-84d9-27b0155251ba admin admin] Publish callbacks [] for security_group (14c6679e-928a-46f6-bbf0-c5313b696170), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:41.811086 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:51:41.811477 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:41.833944 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:41.836102 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb91846-9c07-48a8-b9ea-233de34445c6" -d '{"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-plugged", "status": "completed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:41.848708 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:41.854198 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-25e98bb2-03fc-4898-84d9-27b0155251ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (14c6679e-928a-46f6-bbf0-c5313b696170), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:41.893989 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-25e98bb2-03fc-4898-84d9-27b0155251ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90eb119f63224c65b28c1165e9d0cfd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095667 Apr 06 12:51:41.894901 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e98bb2-03fc-4898-84d9-27b0155251ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c6679e-928a-46f6-bbf0-c5313b696170,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:41.896722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51486) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:41.920321 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:41.977636 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=7']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:42.018754 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8cc6be-0bf9-4bd8-a7bf-ccf942a68554 x-openstack-request-id: req-9f8cc6be-0bf9-4bd8-a7bf-ccf942a68554 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:42.019114 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-plugged", "status": "completed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:42.019380 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f8cc6be-0bf9-4bd8-a7bf-ccf942a68554 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:42.019836 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8cc6be-0bf9-4bd8-a7bf-ccf942a68554'] response: {'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'code': 200} Apr 06 12:51:42.201219 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-aceb464e-88e9-4aa4-b045-e898c20fec11 admin admin] Publish callbacks [] for security_group (14c6679e-928a-46f6-bbf0-c5313b696170), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:42.223524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-aceb464e-88e9-4aa4-b045-e898c20fec11 admin admin] Publish callbacks [] for security_group (14c6679e-928a-46f6-bbf0-c5313b696170), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:42.328407 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-aceb464e-88e9-4aa4-b045-e898c20fec11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (14c6679e-928a-46f6-bbf0-c5313b696170), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:42.331694 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-aceb464e-88e9-4aa4-b045-e898c20fec11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:42.333040 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-aceb464e-88e9-4aa4-b045-e898c20fec11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/14c6679e-928a-46f6-bbf0-c5313b696170 HTTP/1.1" status: 204 len: 168 time: 0.4350407 Apr 06 12:51:42.341038 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb464e-88e9-4aa4-b045-e898c20fec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c6679e-928a-46f6-bbf0-c5313b696170,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:42.587187 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa22e-48e7-4eca-a7b9-2d772ae95f16 req-a1c54d15-ca77-4948-9c47-297fb930e8b0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:42.589150 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df1fa22e-48e7-4eca-a7b9-2d772ae95f16 req-a1c54d15-ca77-4948-9c47-297fb930e8b0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0578032 Apr 06 12:51:42.640946 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df1fa22e-48e7-4eca-a7b9-2d772ae95f16 req-40ecd3e7-782b-47ac-b016-6e42caa5b2c9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461287 Apr 06 12:51:43.116105 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51522) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:43.131600 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-37a27471-3b2f-4e2b-a95b-d1c518ec40fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.226147 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-37a27471-3b2f-4e2b-a95b-d1c518ec40fb admin admin] Publish callbacks [] for security_group (66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.328897 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-37a27471-3b2f-4e2b-a95b-d1c518ec40fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.370833 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a27471-3b2f-4e2b-a95b-d1c518ec40fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:43.378714 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-37a27471-3b2f-4e2b-a95b-d1c518ec40fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c128ddb1f5034c06a52a121bb117bf2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589245 Apr 06 12:51:43.379702 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51524) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:43.434703 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7d682b31-7119-4e20-a757-546322cd419f admin admin] Publish callbacks [] for security_group (66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.456731 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7d682b31-7119-4e20-a757-546322cd419f admin admin] Publish callbacks [] for security_group (66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.589851 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7d682b31-7119-4e20-a757-546322cd419f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.593226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7d682b31-7119-4e20-a757-546322cd419f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.594697 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-7d682b31-7119-4e20-a757-546322cd419f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1 HTTP/1.1" status: 204 len: 168 time: 0.2147825 Apr 06 12:51:43.603920 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d682b31-7119-4e20-a757-546322cd419f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f3c9c0-bdbd-4ce2-8df9-71f78fd906a1,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:43.784924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ba34-113b-4dd5-8aa4-c31109506da2 req-29972747-9d6d-40f0-aaa1-40c1888bf588 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:43.786913 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-75a1ba34-113b-4dd5-8aa4-c31109506da2 req-29972747-9d6d-40f0-aaa1-40c1888bf588 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0626085 Apr 06 12:51:43.847582 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-75a1ba34-113b-4dd5-8aa4-c31109506da2 req-50d8d2de-671a-4df3-8f5b-e45826281840 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544381 Apr 06 12:51:45.013872 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68198698-ce9d-4c1c-945a-7ff670a78728 req-ea11ce3b-814b-4fd6-bfc0-2204cf7256c8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:45.025206 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68198698-ce9d-4c1c-945a-7ff670a78728 req-ea11ce3b-814b-4fd6-bfc0-2204cf7256c8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0845442 Apr 06 12:51:45.083248 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68198698-ce9d-4c1c-945a-7ff670a78728 req-54d71394-3c7f-462c-89c6-ed8e78b86db6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568573 Apr 06 12:51:45.800589 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51560) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:45.929721 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-de398448-54ea-4071-8147-a76d77c5e3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.008211 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-de398448-54ea-4071-8147-a76d77c5e3b2 admin admin] Publish callbacks [] for security_group (151ac43f-233a-4de7-85c6-d596a03648f7), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.092374 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-de398448-54ea-4071-8147-a76d77c5e3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (151ac43f-233a-4de7-85c6-d596a03648f7), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.136570 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51570) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:46.137126 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-de398448-54ea-4071-8147-a76d77c5e3b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=afa9db890a164e20a045ad7c3701bfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346350 Apr 06 12:51:46.138933 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de398448-54ea-4071-8147-a76d77c5e3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ac43f-233a-4de7-85c6-d596a03648f7,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:46.222420 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-347980fb-be95-4fd7-9393-35ba6f1cd578 admin admin] Publish callbacks [] for security_group (151ac43f-233a-4de7-85c6-d596a03648f7), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.253755 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-347980fb-be95-4fd7-9393-35ba6f1cd578 admin admin] Publish callbacks [] for security_group (151ac43f-233a-4de7-85c6-d596a03648f7), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.271177 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc23ee-d458-4be1-8e03-a52b2c9ac3af req-12239304-8e39-48c6-bb04-5ac163d96ace tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:46.272672 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d3fc23ee-d458-4be1-8e03-a52b2c9ac3af req-12239304-8e39-48c6-bb04-5ac163d96ace tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.1026924 Apr 06 12:51:46.337114 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d3fc23ee-d458-4be1-8e03-a52b2c9ac3af req-28a29396-37fa-47c1-b780-5006d3e32435 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568330 Apr 06 12:51:46.417898 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-347980fb-be95-4fd7-9393-35ba6f1cd578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (151ac43f-233a-4de7-85c6-d596a03648f7), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.421341 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-347980fb-be95-4fd7-9393-35ba6f1cd578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.422626 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-347980fb-be95-4fd7-9393-35ba6f1cd578 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/151ac43f-233a-4de7-85c6-d596a03648f7 HTTP/1.1" status: 204 len: 168 time: 0.2853541 Apr 06 12:51:46.435009 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347980fb-be95-4fd7-9393-35ba6f1cd578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ac43f-233a-4de7-85c6-d596a03648f7,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:47.474477 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155176e-7e33-4e7a-a85e-dae392a42d25 req-5f7fa41b-2efd-4187-a6f3-ec38894ca186 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:47.476491 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4155176e-7e33-4e7a-a85e-dae392a42d25 req-5f7fa41b-2efd-4187-a6f3-ec38894ca186 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0617456 Apr 06 12:51:47.539483 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4155176e-7e33-4e7a-a85e-dae392a42d25 req-981fa562-0718-4b6b-a94a-fbc32eedc89e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568149 Apr 06 12:51:47.939464 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:51:48.704166 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0d998-5bbc-489c-be69-b51d8c7389b2 req-567da311-ebbd-4b66-869b-6c8df509c18e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:48.706215 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22c0d998-5bbc-489c-be69-b51d8c7389b2 req-567da311-ebbd-4b66-869b-6c8df509c18e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0737424 Apr 06 12:51:48.770886 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-22c0d998-5bbc-489c-be69-b51d8c7389b2 req-bd9d6132-31b5-4eb3-a582-e816c9c65240 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566847 Apr 06 12:51:49.918864 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c480877-07ab-4115-8a33-a25f471fb1bb req-37a49891-9747-4929-91fc-6e97fc00d96c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:49.921177 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c480877-07ab-4115-8a33-a25f471fb1bb req-37a49891-9747-4929-91fc-6e97fc00d96c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0626040 Apr 06 12:51:49.982689 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c480877-07ab-4115-8a33-a25f471fb1bb req-ee5017e5-0648-474f-80ad-d9d2ac4a45e9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534952 Apr 06 12:51:51.132202 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d234-c6d8-4000-b2f1-35639e0ee3db req-4e383498-6713-4039-b940-1c15f2f16018 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:51.141152 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4462d234-c6d8-4000-b2f1-35639e0ee3db req-4e383498-6713-4039-b940-1c15f2f16018 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0809956 Apr 06 12:51:51.203928 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4462d234-c6d8-4000-b2f1-35639e0ee3db req-92c15d44-f7ab-4d22-a12b-3de9ee248dde tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610502 Apr 06 12:51:52.354173 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b70fd3-f989-438a-96d5-a45578bfcb94 req-7e137b26-faf8-408a-b5fd-6277883628e9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:52.355945 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-62b70fd3-f989-438a-96d5-a45578bfcb94 req-7e137b26-faf8-408a-b5fd-6277883628e9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0788710 Apr 06 12:51:52.427053 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-62b70fd3-f989-438a-96d5-a45578bfcb94 req-d4c3a671-bec5-4d21-9d6f-d1057bb6f338 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561633 Apr 06 12:51:53.546672 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850664a-2b04-4fb0-ac4b-8a628f4aed9d req-7edd3c62-7747-46af-9c8d-090fe61ce62a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:53.548227 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a850664a-2b04-4fb0-ac4b-8a628f4aed9d req-7edd3c62-7747-46af-9c8d-090fe61ce62a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0561857 Apr 06 12:51:53.603000 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a850664a-2b04-4fb0-ac4b-8a628f4aed9d req-db7bfad7-b54c-46c4-912b-884a4ff75768 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483654 Apr 06 12:51:54.467049 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-6690f137-ba35-4061-83b8-e73f40400fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:54.468617 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-6690f137-ba35-4061-83b8-e73f40400fe1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0488925 Apr 06 12:51:54.572224 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-5cc6c259-9ccb-4544-887c-8bc6237c8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:54.573362 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-5cc6c259-9ccb-4544-887c-8bc6237c8b66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.0984023 Apr 06 12:51:54.639698 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-d52b0810-7c9b-447d-a0a5-f6522ddd3d0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 200 len: 1002 time: 0.0598080 Apr 06 12:51:54.688627 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-67f04887-8425-414a-84f8-91932f836459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:54.690216 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-67f04887-8425-414a-84f8-91932f836459 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0444386 Apr 06 12:51:54.740338 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370f1f-5e7d-40a5-bfc5-047e6a78bee1 req-51146585-f769-414c-ab8d-02b0799299d7 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:54.741874 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e4370f1f-5e7d-40a5-bfc5-047e6a78bee1 req-51146585-f769-414c-ab8d-02b0799299d7 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0613322 Apr 06 12:51:54.744835 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-faadd3d4-695f-4c48-87cb-c5d31634a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:54.746688 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-faadd3d4-695f-4c48-87cb-c5d31634a807 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492189 Apr 06 12:51:54.793612 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e4370f1f-5e7d-40a5-bfc5-047e6a78bee1 req-aa5fd22b-44bb-46f3-8932-03749a820297 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458543 Apr 06 12:51:54.839320 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-100e88ad-4f0f-437c-8a1c-e487c31c39d6 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862095 Apr 06 12:51:54.935736 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-b8c7b7bb-84db-47d2-a54d-3a68798e80eb req-5da33d7f-6be2-42c9-bb1a-4e5c9f5f05d2 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894029 Apr 06 12:51:55.933026 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e182d5-fbd1-4653-a238-642f95372b0a req-7dae39a4-91a0-4c23-9316-95699e248a0a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:55.934551 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0e182d5-fbd1-4653-a238-642f95372b0a req-7dae39a4-91a0-4c23-9316-95699e248a0a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0598571 Apr 06 12:51:55.983639 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0e182d5-fbd1-4653-a238-642f95372b0a req-c8bade8e-3d4a-49ad-90ac-3c85362af95b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427434 Apr 06 12:51:57.110731 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f932b-fd65-4c3d-b498-746348deb738 req-bda99a20-7bc9-4a9b-b24f-cb1304a208c8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:57.112250 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f17f932b-fd65-4c3d-b498-746348deb738 req-bda99a20-7bc9-4a9b-b24f-cb1304a208c8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 946 time: 0.0555334 Apr 06 12:51:57.163969 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f17f932b-fd65-4c3d-b498-746348deb738 req-270612bb-bb00-41d8-bf73-2b14e3d749ac tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451195 Apr 06 12:51:57.203952 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1cf04276-ca9f-496e-85d3-daf33144eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:57.763261 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:57.844431 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d is: ACTIVE; New status is: DOWN {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:51:57.844858 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:57.868904 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:57.871439 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a2714f-0a08-4a53-9d8b-b9075d52cb99" -d '{"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-unplugged", "status": "completed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:57.889377 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:57.904692 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a39277-9004-47fd-b2d9-9012a13bc511 x-openstack-request-id: req-b3a39277-9004-47fd-b2d9-9012a13bc511 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:57.907037 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-unplugged", "status": "failed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d", "code": 422}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:57.907037 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3a39277-9004-47fd-b2d9-9012a13bc511 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:57.907037 dv-cinder-815660-6-iscsi neutron-server[110385]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b3a39277-9004-47fd-b2d9-9012a13bc511']: {'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'code': 422} returned with failed status Apr 06 12:51:57.974927 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:58.024775 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=8']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:59.335476 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd068b-4276-45c4-8233-6b24816a8097 req-19a33308-a772-4977-80d0-ae84c7454ed3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:59.337257 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bcbd068b-4276-45c4-8233-6b24816a8097 req-19a33308-a772-4977-80d0-ae84c7454ed3 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0536993 Apr 06 12:51:59.356279 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51758) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:59.389556 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bcbd068b-4276-45c4-8233-6b24816a8097 req-dd8ec1e7-9811-43eb-8a04-0a3cfe7c6323 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458021 Apr 06 12:51:59.479323 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-75a814f7-56e8-48da-91f6-0f7b57b2d82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.557476 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0509-a277-474a-b77f-ed3015fc3721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.564344 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-75a814f7-56e8-48da-91f6-0f7b57b2d82b admin admin] Publish callbacks [] for security_group (40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.630181 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-75a814f7-56e8-48da-91f6-0f7b57b2d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.666566 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a814f7-56e8-48da-91f6-0f7b57b2d82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:59.671368 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-75a814f7-56e8-48da-91f6-0f7b57b2d82b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70a360d3ebbe4c509b7efc69504e17b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135216 Apr 06 12:51:59.675542 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51774) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:59.723184 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f14a20e-cc60-4564-9c83-cd130011fb9d admin admin] Publish callbacks [] for security_group (40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.746374 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f14a20e-cc60-4564-9c83-cd130011fb9d admin admin] Publish callbacks [] for security_group (40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.767498 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51780) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:59.856713 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-5ff687bf-2f45-4829-a73c-466a64f6ab0e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882256 Apr 06 12:51:59.864408 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f14a20e-cc60-4564-9c83-cd130011fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.865597 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-29e59ee4-2488-44a7-929a-e87c0d75986b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:51:59.866569 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-29e59ee4-2488-44a7-929a-e87c0d75986b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053592 Apr 06 12:51:59.866979 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f14a20e-cc60-4564-9c83-cd130011fb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:59.868218 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3f14a20e-cc60-4564-9c83-cd130011fb9d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef HTTP/1.1" status: 204 len: 168 time: 0.1936548 Apr 06 12:51:59.879152 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14a20e-cc60-4564-9c83-cd130011fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aede0f-3fb1-49fe-bbe7-10b5d68cd9ef,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:59.946361 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51790) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:00.042481 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21544f65-9ecf-43d9-bd14-579395363be0 req-6338a4d3-ebb1-4282-ba37-6084ecb2c331 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:00.043856 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-6338a4d3-ebb1-4282-ba37-6084ecb2c331 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports/ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 200 len: 941 time: 0.0965154 Apr 06 12:52:00.520091 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51690cc-1e60-402c-b9e7-71a6f9558fd7 req-2594d0ef-2fbf-4d3d-865c-c24369402aad tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:00.521755 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f51690cc-1e60-402c-b9e7-71a6f9558fd7 req-2594d0ef-2fbf-4d3d-865c-c24369402aad tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0549030 Apr 06 12:52:00.576839 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f51690cc-1e60-402c-b9e7-71a6f9558fd7 req-d309ea8d-a413-49fa-9aa8-208b31ba48f0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492978 Apr 06 12:52:00.611432 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51808) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:00.618022 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b35b9fab-31a4-42f8-87f4-920d2695334a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.702780 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b35b9fab-31a4-42f8-87f4-920d2695334a admin admin] Publish callbacks [] for security_group (84d534aa-646b-4b24-a68d-efc1b2a27e38), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.774308 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b35b9fab-31a4-42f8-87f4-920d2695334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (84d534aa-646b-4b24-a68d-efc1b2a27e38), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.816123 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b35b9fab-31a4-42f8-87f4-920d2695334a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f87c0f9f26f44b0c8ebfa9aa1df74410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142773 Apr 06 12:52:00.818110 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b9fab-31a4-42f8-87f4-920d2695334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d534aa-646b-4b24-a68d-efc1b2a27e38,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:00.819170 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51814) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:00.860242 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.873464 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-70bbb950-7923-4ded-b8e9-541395b7da0a admin admin] Publish callbacks [] for security_group (84d534aa-646b-4b24-a68d-efc1b2a27e38), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.896426 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-70bbb950-7923-4ded-b8e9-541395b7da0a admin admin] Publish callbacks [] for security_group (84d534aa-646b-4b24-a68d-efc1b2a27e38), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:01.035198 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-70bbb950-7923-4ded-b8e9-541395b7da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (84d534aa-646b-4b24-a68d-efc1b2a27e38), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:01.037867 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-70bbb950-7923-4ded-b8e9-541395b7da0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:01.039861 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-70bbb950-7923-4ded-b8e9-541395b7da0a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84d534aa-646b-4b24-a68d-efc1b2a27e38 HTTP/1.1" status: 204 len: 168 time: 0.2188790 Apr 06 12:52:01.047578 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbb950-7923-4ded-b8e9-541395b7da0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d534aa-646b-4b24-a68d-efc1b2a27e38,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:01.507889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21544f65-9ecf-43d9-bd14-579395363be0 req-d55a323d-0fc9-4b05-9fc8-ded816ea6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:01.509356 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-d55a323d-0fc9-4b05-9fc8-ded816ea6174 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2&tenant_id=d348c16b71a0461389ecba02ede19d55 HTTP/1.1" status: 200 len: 1128 time: 0.0815744 Apr 06 12:52:01.585598 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21544f65-9ecf-43d9-bd14-579395363be0 req-6606bb52-708e-44c1-ba21-689a0e7d6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:01.587150 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-6606bb52-708e-44c1-ba21-689a0e7d6233 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d348c16b71a0461389ecba02ede19d55&device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1128 time: 0.0513461 Apr 06 12:52:01.684986 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21544f65-9ecf-43d9-bd14-579395363be0 req-7a052254-16e2-464e-8269-9ce0a01ff683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:01.686615 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-7a052254-16e2-464e-8269-9ce0a01ff683 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 200 len: 918 time: 0.0916791 Apr 06 12:52:01.727713 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdee36-847a-4625-8960-5931af6ce432 req-2c65d3cb-b31d-4e8d-9a88-b6f1c4300011 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:01.729525 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dbbdee36-847a-4625-8960-5931af6ce432 req-2c65d3cb-b31d-4e8d-9a88-b6f1c4300011 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0600088 Apr 06 12:52:01.759547 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-e2c59671-3035-449b-badf-759a9395bb45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 200 len: 1000 time: 0.0665116 Apr 06 12:52:01.815393 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dbbdee36-847a-4625-8960-5931af6ce432 req-0698f7a1-3fe7-45c8-8cda-1b7f1d0b8de8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729539 Apr 06 12:52:01.816560 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21544f65-9ecf-43d9-bd14-579395363be0 req-e79ab65b-f2e4-436a-8c77-9255c3dc6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:01.818199 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-e79ab65b-f2e4-436a-8c77-9255c3dc6ef7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 200 len: 856 time: 0.0518372 Apr 06 12:52:01.879861 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21544f65-9ecf-43d9-bd14-579395363be0 req-85105f37-c803-487a-9686-b79b7cfadd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:01.881315 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-85105f37-c803-487a-9686-b79b7cfadd28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514762 Apr 06 12:52:01.925057 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51828) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:01.938639 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5026b411-d2ac-4ea4-93c9-a22de8f7aa00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.028332 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5026b411-d2ac-4ea4-93c9-a22de8f7aa00 admin admin] Publish callbacks [] for security_group (db184ff5-f55c-4cdb-9cc2-8b11ec651ce1), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.122988 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-5026b411-d2ac-4ea4-93c9-a22de8f7aa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (db184ff5-f55c-4cdb-9cc2-8b11ec651ce1), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.162225 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026b411-d2ac-4ea4-93c9-a22de8f7aa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db184ff5-f55c-4cdb-9cc2-8b11ec651ce1,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:02.171347 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-5026b411-d2ac-4ea4-93c9-a22de8f7aa00 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad00b07fea9f4ebdbbc9fb4641673443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411811 Apr 06 12:52:02.173435 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51834) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:02.223751 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-fba30b68-56e7-4b22-8566-cb63d2c883f1 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335998 Apr 06 12:52:02.224740 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e33f190d-88aa-42cd-8c9f-5f5b04db76ef admin admin] Publish callbacks [] for security_group (db184ff5-f55c-4cdb-9cc2-8b11ec651ce1), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.246199 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e33f190d-88aa-42cd-8c9f-5f5b04db76ef admin admin] Publish callbacks [] for security_group (db184ff5-f55c-4cdb-9cc2-8b11ec651ce1), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.318676 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-e5dfe965-f52e-41da-861e-5b3ebe87bf17 service neutron] 10.222.0.83 "GET /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Apr 06 12:52:02.380131 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e33f190d-88aa-42cd-8c9f-5f5b04db76ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (db184ff5-f55c-4cdb-9cc2-8b11ec651ce1), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.382739 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e33f190d-88aa-42cd-8c9f-5f5b04db76ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.383976 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e33f190d-88aa-42cd-8c9f-5f5b04db76ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db184ff5-f55c-4cdb-9cc2-8b11ec651ce1 HTTP/1.1" status: 204 len: 168 time: 0.2113509 Apr 06 12:52:02.392230 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f190d-88aa-42cd-8c9f-5f5b04db76ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db184ff5-f55c-4cdb-9cc2-8b11ec651ce1,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:02.911528 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:02.961211 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf89280-807c-41c9-b0cc-7a3bad416b55 req-bdfaa388-78fa-4eea-9ba6-659db7980cba tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:02.962755 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bf89280-807c-41c9-b0cc-7a3bad416b55 req-bdfaa388-78fa-4eea-9ba6-659db7980cba tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0630603 Apr 06 12:52:03.012442 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bf89280-807c-41c9-b0cc-7a3bad416b55 req-099bed95-4818-4bb4-9ff9-db72e3616be6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Apr 06 12:52:03.620163 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 51880) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:03.773861 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2063403026-network', 'tenant_id': '4009fca9ddae4076bbd2a6071c550b7d'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:03.849477 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.877326 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Made reservation on behalf of 4009fca9ddae4076bbd2a6071c550b7d for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:52:03.879959 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.892214 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.984454 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks [] for security_group (4bb42ee6-4317-4b0e-8c77-ac67bf416da2), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.048703 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4bb42ee6-4317-4b0e-8c77-ac67bf416da2), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.081864 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:52:04.093624 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb42ee6-4317-4b0e-8c77-ac67bf416da2,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:04.099838 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (396c07b1-a7ea-4036-9974-bf5b9680317f), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.102235 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Added segment 396c07b1-a7ea-4036-9974-bf5b9680317f of type vlan for network f72d93f6-ff4e-426c-8c23-652a8e40029f Apr 06 12:52:04.172334 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f617e-2018-456d-a831-e3a635f6168c req-b4bfbb1b-886d-4e75-b9b8-9312230b3aea tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:04.178888 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c01f617e-2018-456d-a831-e3a635f6168c req-b4bfbb1b-886d-4e75-b9b8-9312230b3aea tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0658824 Apr 06 12:52:04.183878 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (f72d93f6-ff4e-426c-8c23-652a8e40029f), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.242799 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c01f617e-2018-456d-a831-e3a635f6168c req-b5715521-1ce1-442d-8829-48a85946eafa tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612946 Apr 06 12:52:04.286793 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (f72d93f6-ff4e-426c-8c23-652a8e40029f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.288375 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:04.289442 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.353631 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] Pushing event updated for resources: {'Network': ['ID=f72d93f6-ff4e-426c-8c23-652a8e40029f,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:04.363860 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network f72d93f6-ff4e-426c-8c23-652a8e40029f details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:52:04.412027 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-50162540-ce0d-40c4-afec-60f6ea3b3c44 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7906713 Apr 06 12:52:04.414965 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 51888) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:04.420485 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Request body: {'subnet': {'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2063403026-subnet', 'tenant_id': '4009fca9ddae4076bbd2a6071c550b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:04.511737 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Made reservation on behalf of 4009fca9ddae4076bbd2a6071c550b7d for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:52:04.514482 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286922'] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.818914 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9149519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286932'] for subnet (d076e2ef-d62c-46b2-ac0d-bd8b49e5438e), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.848618 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.881428 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d076e2ef-d62c-46b2-ac0d-bd8b49e5438e,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:04.902918 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Checking segment: {'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:52:04.903275 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Network hostable DHCP agents. Network: f72d93f6-ff4e-426c-8c23-652a8e40029f, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:52:05.020573 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Network f72d93f6-ff4e-426c-8c23-652a8e40029f is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:52:05.088952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, f72d93f6-ff4e-426c-8c23-652a8e40029f) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:52:05.093311 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:05.094031 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.098616 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d141fae-c8e9-4a5d-b556-05e9910ebeb3 None None] Network f72d93f6-ff4e-426c-8c23-652a8e40029f requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:52:05.182877 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3cd2713d-618d-4829-a120-b076c89bee61 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7665720 Apr 06 12:52:05.216592 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8191c65-a396-4746-8650-8e2f736d272b None None] Network f72d93f6-ff4e-426c-8c23-652a8e40029f requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:52:05.437307 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b66d-dccd-49c4-a1e3-a79674121d7b req-6beaa762-a985-4c6e-b3c2-2a4f114ed074 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:05.444865 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17a0b66d-dccd-49c4-a1e3-a79674121d7b req-6beaa762-a985-4c6e-b3c2-2a4f114ed074 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0718353 Apr 06 12:52:05.511798 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17a0b66d-dccd-49c4-a1e3-a79674121d7b req-e8ef5cfd-9be4-427f-8c91-7ca89a124fa6 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514770 Apr 06 12:52:06.676320 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf282ee-124a-4321-a873-11a07a904edb req-e4ab01af-93a3-49d4-94d9-5712068a309a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:06.677867 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-acf282ee-124a-4321-a873-11a07a904edb req-e4ab01af-93a3-49d4-94d9-5712068a309a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0946913 Apr 06 12:52:06.741340 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-acf282ee-124a-4321-a873-11a07a904edb req-7d897166-311e-4b69-9a8f-7b882af69de1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571847 Apr 06 12:52:07.608284 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-92f5f17d-142e-4e3c-a5df-295857be541f tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:07.609266 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-92f5f17d-142e-4e3c-a5df-295857be541f tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/networks?id=f72d93f6-ff4e-426c-8c23-652a8e40029f HTTP/1.1" status: 200 len: 814 time: 0.1532960 Apr 06 12:52:07.629424 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-10cb09b6-00e9-43b2-88eb-70836ce18811 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/quotas/4009fca9ddae4076bbd2a6071c550b7d HTTP/1.1" status: 200 len: 375 time: 0.0139816 Apr 06 12:52:07.662843 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-102228f3-bbde-41d2-8c75-e1fffa363f3a tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307212 Apr 06 12:52:07.873710 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-c7f50380-8d76-4abd-8f27-127609552872 service neutron] 10.222.0.79 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996715 Apr 06 12:52:07.985904 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e13373-e879-4787-af0c-a89b6199f4e5 req-953f16e0-be6e-4879-b988-0b4482394dab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:07.990453 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7e13373-e879-4787-af0c-a89b6199f4e5 req-953f16e0-be6e-4879-b988-0b4482394dab tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.1488883 Apr 06 12:52:08.057220 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-fcb0df3d-277b-424b-8859-bc40dbeaa69d service neutron] 10.222.0.79 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730437 Apr 06 12:52:08.130947 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e7e13373-e879-4787-af0c-a89b6199f4e5 req-b69a6b0e-9c52-4e26-b533-3ddbabd58fcd tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214786 Apr 06 12:52:08.559483 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-09f96ae1-86de-4ab6-99bd-cbc7f83b7b68 req-85c25bff-72a7-40ab-9b56-b2ba419807fa tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 210 time: 0.0381472 Apr 06 12:52:09.353870 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b85163-8301-45cf-9653-167f8854d637 req-506ff347-a51f-46fb-a482-e45ec84ca7b5 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:09.356898 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e1b85163-8301-45cf-9653-167f8854d637 req-506ff347-a51f-46fb-a482-e45ec84ca7b5 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0937984 Apr 06 12:52:09.455813 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e1b85163-8301-45cf-9653-167f8854d637 req-5755d9e2-79f3-4334-9ea8-7594e681fdbc tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907476 Apr 06 12:52:09.652111 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6401a7cf-93f0-486a-80d2-1f352d229c69 req-20def691-debc-4df3-9c5e-0f5856d883fb tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 210 time: 0.0357649 Apr 06 12:52:10.614950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74194df9-b48b-4235-83fe-6dc429966e53 req-1724f766-d9c1-42bb-937f-c825f2401775 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:10.616461 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-74194df9-b48b-4235-83fe-6dc429966e53 req-1724f766-d9c1-42bb-937f-c825f2401775 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0629861 Apr 06 12:52:10.666124 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-74194df9-b48b-4235-83fe-6dc429966e53 req-fe3bf841-1b3f-4d8e-9bf3-55acc0281852 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433044 Apr 06 12:52:10.764168 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ee946aa9-6684-4331-bf91-b0c7405950bc req-5f37ee83-7c75-4e11-84fc-454e7e15c965 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 210 time: 0.0304382 Apr 06 12:52:11.805035 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1f23d-8b24-4b1d-a263-1fafab0ffeaf req-03d117ae-2a56-4703-9918-4139b5a11a1d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:11.806536 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b6c1f23d-8b24-4b1d-a263-1fafab0ffeaf req-03d117ae-2a56-4703-9918-4139b5a11a1d tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0641596 Apr 06 12:52:11.866102 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-18d06c29-2870-4307-947a-62593f33d1bc req-2a0c2a0d-4963-4428-9e99-5a1a095bf505 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 210 time: 0.0351508 Apr 06 12:52:11.883342 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b6c1f23d-8b24-4b1d-a263-1fafab0ffeaf req-c47a8198-c03a-4b4f-8191-97e76488f3e1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713961 Apr 06 12:52:12.860337 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-3572bf12-9e88-4b7d-a739-0825b7659795 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:12.861731 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-3572bf12-9e88-4b7d-a739-0825b7659795 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "GET /v2.0/networks?id=f72d93f6-ff4e-426c-8c23-652a8e40029f HTTP/1.1" status: 200 len: 814 time: 0.1094687 Apr 06 12:52:12.873537 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Request body: {'port': {'device_id': '2b396348-5cad-48fc-853d-cf399844db56', 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f', 'admin_state_up': True, 'tenant_id': '4009fca9ddae4076bbd2a6071c550b7d'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:12.979315 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-620a0a6a-f146-4134-b358-03d0d41e4285 req-f96e2cb2-8494-41ef-a8cf-ace572aeb01a tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 210 time: 0.0348687 Apr 06 12:52:13.062100 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6c63d-845f-4fd9-82b6-20a53ce1bb34 req-e7985069-51be-4f7c-9952-ea4e99d242f2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:13.063580 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-46e6c63d-845f-4fd9-82b6-20a53ce1bb34 req-e7985069-51be-4f7c-9952-ea4e99d242f2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 944 time: 0.0724103 Apr 06 12:52:13.088794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Made reservation on behalf of 4009fca9ddae4076bbd2a6071c550b7d for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:52:13.092723 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:13.114704 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-46e6c63d-845f-4fd9-82b6-20a53ce1bb34 req-b7fedf99-591e-411e-b3a6-e67fb3029422 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Apr 06 12:52:13.238024 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Allocated IP 172.20.0.9 (f72d93f6-ff4e-426c-8c23-652a8e40029f/d076e2ef-d62c-46b2-ac0d-bd8b49e5438e/e1e508c0-3da9-4859-9d9f-a3700bb4d730) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:52:13.389185 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks [] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:13.475758 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:13.524169 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Network f72d93f6-ff4e-426c-8c23-652a8e40029f is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:52:13.527358 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:52:13.531716 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:52:13.536216 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Pushing event updated for resources: {'Port': ['ID=e1e508c0-3da9-4859-9d9f-a3700bb4d730,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:13.586759 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:13.587368 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:13.683659 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-95f25948-5a4a-4053-aca8-b90b95204ab3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8139203 Apr 06 12:52:13.694872 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Request body: {'port': {'device_id': '2b396348-5cad-48fc-853d-cf399844db56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:13.753253 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:13.808493 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:52:14.058870 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e508c0-3da9-4859-9d9f-a3700bb4d730 {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:14.067551 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Publish callbacks [] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.078576 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:14.081803 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Transition to ACTIVE for port object e1e508c0-3da9-4859-9d9f-a3700bb4d730 will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:52:14.093509 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'port_id': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'mac_address': 'fa:16:3e:91:b3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:52:14.112697 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0b418-619f-4cb4-add7-47ebecffc5b4 req-b55eb996-4385-4471-aeb0-24ebfc2f48de tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:14.114210 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ebf0b418-619f-4cb4-add7-47ebecffc5b4 req-b55eb996-4385-4471-aeb0-24ebfc2f48de tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 931 time: 0.0573387 Apr 06 12:52:14.132847 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:14.133353 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.150806 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2336dc-9e0a-4a22-b5e4-6ad404248e8d {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:14.157443 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.186126 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:14.188098 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ebf0b418-619f-4cb4-add7-47ebecffc5b4 req-8c57b274-4df8-4202-adc7-cdc0beab57e3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657625 Apr 06 12:52:14.243784 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e508c0-3da9-4859-9d9f-a3700bb4d730,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:14.254230 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.302046 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbc275-2f74-43e0-92ef-8acb6da926af req-ab525416-7d6f-48d4-a700-885e7af1a116 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:14.304995 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Attempting to bind port e1e508c0-3da9-4859-9d9f-a3700bb4d730 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:52:14.305637 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Attempting to bind port e1e508c0-3da9-4859-9d9f-a3700bb4d730 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:52:14.305637 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Attempting to bind port e1e508c0-3da9-4859-9d9f-a3700bb4d730 on network f72d93f6-ff4e-426c-8c23-652a8e40029f {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:52:14.309896 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6ddbc275-2f74-43e0-92ef-8acb6da926af req-ab525416-7d6f-48d4-a700-885e7af1a116 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 945 time: 0.0721848 Apr 06 12:52:14.310941 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Port e1e508c0-3da9-4859-9d9f-a3700bb4d730 on network f72d93f6-ff4e-426c-8c23-652a8e40029f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:52:14.311269 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Attempting to bind port e1e508c0-3da9-4859-9d9f-a3700bb4d730 on network f72d93f6-ff4e-426c-8c23-652a8e40029f {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:52:14.318463 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:52:14.318814 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Checking segment: {'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:52:14.319556 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Bound using segment: {'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:52:14.319768 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Bound port: e1e508c0-3da9-4859-9d9f-a3700bb4d730, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:52:14.320146 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.335581 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=9']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:14.397558 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6ddbc275-2f74-43e0-92ef-8acb6da926af req-2fea63e4-adfb-4d49-80b2-faacc33044c4 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806751 Apr 06 12:52:14.430384 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] For port e1e508c0-3da9-4859-9d9f-a3700bb4d730, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:52:14.433526 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] For port e1e508c0-3da9-4859-9d9f-a3700bb4d730, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1e508c0-3da9-4859-9d9f-a3700bb4d730,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:52:14.485063 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:52:14.512900 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.550728 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:14.551351 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.552824 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] 10.222.0.83 "PUT /v2.0/ports/e1e508c0-3da9-4859-9d9f-a3700bb4d730 HTTP/1.1" status: 200 len: 1093 time: 0.8619726 Apr 06 12:52:14.553189 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b396348-5cad-48fc-853d-cf399844db56', 'tag': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:14.555447 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e198ad8-09dc-4ddf-8da3-0f3b43c9ad88" -d '{"events": [{"name": "network-changed", "server_uuid": "2b396348-5cad-48fc-853d-cf399844db56", "tag": "e1e508c0-3da9-4859-9d9f-a3700bb4d730"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:14.582919 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634f9ee-2300-4365-98dd-bfbab5e5ffc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e508c0-3da9-4859-9d9f-a3700bb4d730,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:14.605291 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e04e3b7-7df6-44c4-9d8d-7892f75a25bd x-openstack-request-id: req-7e04e3b7-7df6-44c4-9d8d-7892f75a25bd {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:14.605587 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b396348-5cad-48fc-853d-cf399844db56", "tag": "e1e508c0-3da9-4859-9d9f-a3700bb4d730", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:14.606044 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e04e3b7-7df6-44c4-9d8d-7892f75a25bd {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:14.606450 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e04e3b7-7df6-44c4-9d8d-7892f75a25bd'] response: {'name': 'network-changed', 'server_uuid': '2b396348-5cad-48fc-853d-cf399844db56', 'tag': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730', 'status': 'completed', 'code': 200} Apr 06 12:52:14.674838 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198ad8-09dc-4ddf-8da3-0f3b43c9ad88 req-4c850851-89a4-4bea-98e5-9d28824d566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:14.676906 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e198ad8-09dc-4ddf-8da3-0f3b43c9ad88 req-4c850851-89a4-4bea-98e5-9d28824d566f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 1127 time: 0.0500162 Apr 06 12:52:14.779816 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198ad8-09dc-4ddf-8da3-0f3b43c9ad88 req-fc5ed81d-1ab6-430a-a1a1-e9d759b61685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:14.781331 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e198ad8-09dc-4ddf-8da3-0f3b43c9ad88 req-fc5ed81d-1ab6-430a-a1a1-e9d759b61685 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966687 Apr 06 12:52:14.881036 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e198ad8-09dc-4ddf-8da3-0f3b43c9ad88 req-7290de9b-bc41-4ac8-b127-465d4b8c5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:14.882399 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8e198ad8-09dc-4ddf-8da3-0f3b43c9ad88 req-7290de9b-bc41-4ac8-b127-465d4b8c5107 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950956 Apr 06 12:52:14.976564 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-22e559a1-e9c8-454c-9920-5ef070c055a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:14.978106 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-22e559a1-e9c8-454c-9920-5ef070c055a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 1127 time: 0.0566661 Apr 06 12:52:15.019441 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-e9471244-afbf-45b2-9fb7-ebcb23e00504 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1e508c0-3da9-4859-9d9f-a3700bb4d730 HTTP/1.1" status: 200 len: 217 time: 0.0343792 Apr 06 12:52:15.068232 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-e39a4d9f-be4d-4d74-be14-1ff93ffdee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:15.069733 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-e39a4d9f-be4d-4d74-be14-1ff93ffdee0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d076e2ef-d62c-46b2-ac0d-bd8b49e5438e HTTP/1.1" status: 200 len: 854 time: 0.0443959 Apr 06 12:52:15.103038 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-6f02c91c-eeff-41c8-8fe4-0fda82e6b931 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f72d93f6-ff4e-426c-8c23-652a8e40029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266712 Apr 06 12:52:15.210787 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-afeb9dfb-23b7-47d6-bc8c-4945154d2272 service neutron] 10.222.0.83 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009388 Apr 06 12:52:15.306971 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-8a2168f8-2e0e-4c98-a8c3-e29357d4815a req-18439bf1-c370-481f-84a5-5daef12e2cd1 service neutron] 10.222.0.83 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901198 Apr 06 12:52:15.320704 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c54f28-2378-485d-9f24-a6f32bf2ffba req-0b251fe4-faa9-4655-9969-d60011e61052 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:15.322283 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-14c54f28-2378-485d-9f24-a6f32bf2ffba req-0b251fe4-faa9-4655-9969-d60011e61052 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 943 time: 0.0583820 Apr 06 12:52:15.373090 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-14c54f28-2378-485d-9f24-a6f32bf2ffba req-e873124c-b4a4-4dfe-b951-8e31515e0b17 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450666 Apr 06 12:52:15.533933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d87f4-04a1-41a2-8de6-3ac9fcbbdf80 req-1e538691-7b74-4de4-8259-bf271a843e9f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:15.536036 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8b6d87f4-04a1-41a2-8de6-3ac9fcbbdf80 req-1e538691-7b74-4de4-8259-bf271a843e9f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 945 time: 0.0598226 Apr 06 12:52:15.583414 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8b6d87f4-04a1-41a2-8de6-3ac9fcbbdf80 req-947bef19-6ef4-4ee6-bb6e-e0808205d092 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 Apr 06 12:52:15.825383 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:52:15.882310 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:52:15.882778 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.985039 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:15.985454 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.014861 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:16.016832 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f19821-6e88-4215-8cbe-1c5bdc0d1b57" -d '{"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-plugged", "status": "completed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:16.033363 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:16.059919 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181c5cdf-14ae-4081-b268-f4a0a97973ff x-openstack-request-id: req-181c5cdf-14ae-4081-b268-f4a0a97973ff {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:16.060271 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-plugged", "status": "completed", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:16.060544 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-181c5cdf-14ae-4081-b268-f4a0a97973ff {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:16.061024 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181c5cdf-14ae-4081-b268-f4a0a97973ff'] response: {'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'code': 200} Apr 06 12:52:16.509139 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36b850-1529-4e83-9854-f1e1ca4286a2 req-82cce563-b54f-469e-bd66-de8681bd307a tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:16.510992 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9c36b850-1529-4e83-9854-f1e1ca4286a2 req-82cce563-b54f-469e-bd66-de8681bd307a tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 943 time: 0.0616267 Apr 06 12:52:16.558367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.589668 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9c36b850-1529-4e83-9854-f1e1ca4286a2 req-cba287db-e3e6-43d2-bbca-b6e11ca70ca8 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617294 Apr 06 12:52:16.610273 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=10']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:16.712607 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ceee-d8bd-4bfa-b8b1-3ac5ddc71ba2 req-a27fa8fc-0eb8-4950-b65f-7d394e8ba9ca tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:16.714062 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca04ceee-d8bd-4bfa-b8b1-3ac5ddc71ba2 req-a27fa8fc-0eb8-4950-b65f-7d394e8ba9ca tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0530565 Apr 06 12:52:16.762681 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca04ceee-d8bd-4bfa-b8b1-3ac5ddc71ba2 req-30b428f4-bbc1-482b-a705-e89d8de68b27 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428991 Apr 06 12:52:17.170822 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd135bc8-56e4-47b5-9e82-9b76bc34a40e req-b74d8ca3-0f0a-46bc-9db8-77b5eee3090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.172343 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bd135bc8-56e4-47b5-9e82-9b76bc34a40e req-b74d8ca3-0f0a-46bc-9db8-77b5eee3090e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 1131 time: 0.0499153 Apr 06 12:52:17.216777 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bd135bc8-56e4-47b5-9e82-9b76bc34a40e req-4e54fa91-08e3-416f-be5e-c164d863b523 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374017 Apr 06 12:52:17.722060 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6cd28-57e7-422d-bd5d-b2424680c839 req-d75d6cee-020b-464f-af11-0fb6517593b6 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.732563 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d9d6cd28-57e7-422d-bd5d-b2424680c839 req-d75d6cee-020b-464f-af11-0fb6517593b6 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 943 time: 0.0590339 Apr 06 12:52:17.777681 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d9d6cd28-57e7-422d-bd5d-b2424680c839 req-602d6ce9-5e68-44c0-9f0b-70304209f73c tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Apr 06 12:52:17.839271 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device e1e508c0-3da9-4859-9d9f-a3700bb4d730 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:52:17.902825 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd39dc0-c1e3-4db3-83fe-191e2c5c6b88 req-c06cb137-905d-4174-8a29-d2a9cb342b5b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.904414 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fcd39dc0-c1e3-4db3-83fe-191e2c5c6b88 req-c06cb137-905d-4174-8a29-d2a9cb342b5b tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0663033 Apr 06 12:52:17.954551 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port e1e508c0-3da9-4859-9d9f-a3700bb4d730, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1e508c0-3da9-4859-9d9f-a3700bb4d730,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:17.959641 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fcd39dc0-c1e3-4db3-83fe-191e2c5c6b88 req-84e0f74e-0f63-47df-882a-8efef71e1142 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465870 Apr 06 12:52:17.966746 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730', 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f', 'port_id': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730', 'mac_address': 'fa:16:3e:9f:ac:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd076e2ef-d62c-46b2-ac0d-bd8b49e5438e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:52:18.009886 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port e1e508c0-3da9-4859-9d9f-a3700bb4d730 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:18.010279 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.023588 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e508c0-3da9-4859-9d9f-a3700bb4d730 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:18.048403 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port e1e508c0-3da9-4859-9d9f-a3700bb4d730, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1e508c0-3da9-4859-9d9f-a3700bb4d730,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:18.118103 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.190550 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=e1e508c0-3da9-4859-9d9f-a3700bb4d730,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:18.197871 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.198783 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.198783 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.199114 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.199345 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.199675 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.200004 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.200330 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.200656 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.201005 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.201334 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.201673 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.202005 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.202326 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.202645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:18.393689 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['e1e508c0-3da9-4859-9d9f-a3700bb4d730'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:52:18.909056 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907e155-1db6-4d24-a6c8-730da612bf25 req-d3b50b01-ba4c-48f9-aee4-0c22e2d70843 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:18.910604 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c907e155-1db6-4d24-a6c8-730da612bf25 req-d3b50b01-ba4c-48f9-aee4-0c22e2d70843 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 944 time: 0.0593572 Apr 06 12:52:18.965478 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c907e155-1db6-4d24-a6c8-730da612bf25 req-4a32bce0-35c2-4cef-828e-d1383a30dfd0 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Apr 06 12:52:19.091724 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ebd0-bad7-4b3f-be3b-92a72cd33c3a req-1c5359c0-963b-4974-a07e-c1cc6f47a5c9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:19.093148 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6434ebd0-bad7-4b3f-be3b-92a72cd33c3a req-1c5359c0-963b-4974-a07e-c1cc6f47a5c9 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0570519 Apr 06 12:52:19.147571 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6434ebd0-bad7-4b3f-be3b-92a72cd33c3a req-21678fa7-b275-48d8-b2c7-26ade4b17a89 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485878 Apr 06 12:52:19.859384 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device e1e508c0-3da9-4859-9d9f-a3700bb4d730 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:52:19.974850 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port e1e508c0-3da9-4859-9d9f-a3700bb4d730 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:52:19.979125 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port e1e508c0-3da9-4859-9d9f-a3700bb4d730 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:52:19.979511 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:20.063187 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port e1e508c0-3da9-4859-9d9f-a3700bb4d730 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:20.063641 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:20.087216 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b396348-5cad-48fc-853d-cf399844db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:20.089480 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499d6c3-d892-4f49-8799-e062880596cb" -d '{"events": [{"server_uuid": "2b396348-5cad-48fc-853d-cf399844db56", "name": "network-vif-plugged", "status": "completed", "tag": "e1e508c0-3da9-4859-9d9f-a3700bb4d730"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:20.094226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ddc52-49ae-4af0-8b8a-8b790269e2dc req-96538090-fd89-4c55-b84c-40412de80b7e tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:20.095640 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-502ddc52-49ae-4af0-8b8a-8b790269e2dc req-96538090-fd89-4c55-b84c-40412de80b7e tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 944 time: 0.0533140 Apr 06 12:52:20.105371 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port e1e508c0-3da9-4859-9d9f-a3700bb4d730, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1e508c0-3da9-4859-9d9f-a3700bb4d730,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:20.129219 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78433a-b568-4e7a-acf4-86edcebd75c9 x-openstack-request-id: req-2b78433a-b568-4e7a-acf4-86edcebd75c9 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:20.129219 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b396348-5cad-48fc-853d-cf399844db56", "name": "network-vif-plugged", "status": "completed", "tag": "e1e508c0-3da9-4859-9d9f-a3700bb4d730", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:20.129219 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b78433a-b568-4e7a-acf4-86edcebd75c9 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:20.129219 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b78433a-b568-4e7a-acf4-86edcebd75c9'] response: {'server_uuid': '2b396348-5cad-48fc-853d-cf399844db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730', 'code': 200} Apr 06 12:52:20.151247 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-502ddc52-49ae-4af0-8b8a-8b790269e2dc req-88abed01-9a0d-4dca-ae5f-f2e2376dc5bd tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488355 Apr 06 12:52:20.168793 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:20.225385 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=e1e508c0-3da9-4859-9d9f-a3700bb4d730,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:20.282539 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d1321-7e8a-440b-b5ec-065bccc0d06b req-60f9b399-810b-47a1-a3dd-0947a8311147 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:20.284321 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6e9d1321-7e8a-440b-b5ec-065bccc0d06b req-60f9b399-810b-47a1-a3dd-0947a8311147 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0588245 Apr 06 12:52:20.335275 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6e9d1321-7e8a-440b-b5ec-065bccc0d06b req-fc86b7cc-7e12-4a87-b417-5b5a88619f0f tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442283 Apr 06 12:52:20.448359 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfacf2-fd77-474a-9527-e0772b432636 req-2c396255-fe93-46a6-b6e4-634277674c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:20.450054 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7acfacf2-fd77-474a-9527-e0772b432636 req-2c396255-fe93-46a6-b6e4-634277674c0a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 1129 time: 0.0473523 Apr 06 12:52:20.507568 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7acfacf2-fd77-474a-9527-e0772b432636 req-602294f8-43e5-40df-987a-8be1e69bde42 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Apr 06 12:52:20.843060 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79508f34-ed9a-41fc-b28c-838dccaac6c3 req-5324e764-94af-4ce8-a9f0-063f72eb80be tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:20.844565 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-79508f34-ed9a-41fc-b28c-838dccaac6c3 req-5324e764-94af-4ce8-a9f0-063f72eb80be tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 945 time: 0.0543044 Apr 06 12:52:20.891879 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-79508f34-ed9a-41fc-b28c-838dccaac6c3 req-ead85cb9-7150-4373-8793-b6e80bd4b631 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 Apr 06 12:52:21.278579 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed119d-544d-408a-a4c8-f6dc99406cec req-ff6dee29-d77f-466d-8e75-06dab63f0750 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:21.280050 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f1ed119d-544d-408a-a4c8-f6dc99406cec req-ff6dee29-d77f-466d-8e75-06dab63f0750 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 945 time: 0.0555773 Apr 06 12:52:21.335577 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f1ed119d-544d-408a-a4c8-f6dc99406cec req-50341066-0fcc-44ce-b15d-c67386cb8910 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484526 Apr 06 12:52:22.024920 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53c0ed-6dd2-49e9-afff-e5f2077f7666 req-aa65a4a3-9065-40fc-87df-ddcc373b6cd4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:22.026467 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8c53c0ed-6dd2-49e9-afff-e5f2077f7666 req-aa65a4a3-9065-40fc-87df-ddcc373b6cd4 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 945 time: 0.0545855 Apr 06 12:52:22.079666 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8c53c0ed-6dd2-49e9-afff-e5f2077f7666 req-61be5787-f617-4d7e-b964-2386d7eefc25 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475340 Apr 06 12:52:22.469359 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cc124-6569-457b-a2f4-90bb3514b84d req-9a6f5ace-ce74-4a5f-8c8c-0aa99f83cf57 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:22.470922 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a94cc124-6569-457b-a2f4-90bb3514b84d req-9a6f5ace-ce74-4a5f-8c8c-0aa99f83cf57 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 945 time: 0.0654435 Apr 06 12:52:22.520697 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a94cc124-6569-457b-a2f4-90bb3514b84d req-eb0db225-c82b-4c7d-9305-aeff3a515cd1 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Apr 06 12:52:22.726388 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-930c885f-c52f-4d0e-886f-0e67a725545d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:22.727775 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-930c885f-c52f-4d0e-886f-0e67a725545d tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 945 time: 0.0573599 Apr 06 12:52:22.822321 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 06039757-c880-4d26-a11c-c010c4696efc {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:22.822661 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (06039757-c880-4d26-a11c-c010c4696efc), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:22.915065 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] For port 06039757-c880-4d26-a11c-c010c4696efc, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=06039757-c880-4d26-a11c-c010c4696efc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:22.915441 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (06039757-c880-4d26-a11c-c010c4696efc), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.159160 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.159530 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (30f3d495-c5ab-49ab-b457-b866fc7d2075), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.159848 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Floating IP 30f3d495-c5ab-49ab-b457-b866fc7d2075 disassociated. External IP: 172.27.3.222, port: 06039757-c880-4d26-a11c-c010c4696efc. Apr 06 12:52:23.160232 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 06039757-c880-4d26-a11c-c010c4696efc owned by compute:nova {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:23.219589 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d27fd5-de5e-46a9-8d08-613738ac9f3e req-2538d93f-a622-4b3b-85ee-3cd9e5863701 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:23.221158 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-16d27fd5-de5e-46a9-8d08-613738ac9f3e req-2538d93f-a622-4b3b-85ee-3cd9e5863701 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 945 time: 0.0666609 Apr 06 12:52:23.271733 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-16d27fd5-de5e-46a9-8d08-613738ac9f3e req-edd1cc6c-adec-40c7-9c21-3fdf2445549b tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups?id=735e60a7-2a0f-4f13-af70-484d78a8abfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442572 Apr 06 12:52:23.403628 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (06039757-c880-4d26-a11c-c010c4696efc), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.432201 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=06039757-c880-4d26-a11c-c010c4696efc,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:23.556390 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:52:23.656229 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf5f9d-fe4a-4f49-9a3d-ee844761438b req-923463ff-46fa-47cf-bb65-29bd9d3ccae8 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:23.657684 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8edf5f9d-fe4a-4f49-9a3d-ee844761438b req-923463ff-46fa-47cf-bb65-29bd9d3ccae8 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 945 time: 0.0575054 Apr 06 12:52:23.681277 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:52:23.693610 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:52:23.704694 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:23.705404 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:51:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:23.718225 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8edf5f9d-fe4a-4f49-9a3d-ee844761438b req-92670841-9887-4673-ac6e-68ec23d0f313 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Apr 06 12:52:23.729445 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] No DVR routers for this DVR port 06039757-c880-4d26-a11c-c010c4696efc on host hv-cinder-81566 {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:23.744627 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.748539 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-d0197f22-370f-4c15-8fc7-8d196c242ca0 req-f10431fc-ce0f-49c2-bc5c-5c68275da438 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.83 "DELETE /v2.0/ports/06039757-c880-4d26-a11c-c010c4696efc HTTP/1.1" status: 204 len: 173 time: 1.0145299 Apr 06 12:52:23.749067 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'name': 'network-vif-deleted', 'tag': '06039757-c880-4d26-a11c-c010c4696efc'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:23.752226 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab79cddb-d56b-4dd6-aa6d-e94db3b7411f" -d '{"events": [{"server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "name": "network-vif-deleted", "tag": "06039757-c880-4d26-a11c-c010c4696efc"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:23.793012 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e44f52-034e-4c49-81c8-fa71296e8653 x-openstack-request-id: req-96e44f52-034e-4c49-81c8-fa71296e8653 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:23.793313 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce376c6-b292-416d-8352-87a26b13c070", "name": "network-vif-deleted", "tag": "06039757-c880-4d26-a11c-c010c4696efc", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:23.793571 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96e44f52-034e-4c49-81c8-fa71296e8653 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:23.793980 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e44f52-034e-4c49-81c8-fa71296e8653'] response: {'server_uuid': '3ce376c6-b292-416d-8352-87a26b13c070', 'name': 'network-vif-deleted', 'tag': '06039757-c880-4d26-a11c-c010c4696efc', 'status': 'completed', 'code': 200} Apr 06 12:52:23.832984 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:24.072881 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:24.106691 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:52:24.116429 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:24.117077 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:51:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:24.224983 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:24.403311 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a036397-7d9f-467e-bafa-99504808ab22 req-c818c1c1-f28d-4598-8e42-cb26e403e3c1 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ce376c6-b292-416d-8352-87a26b13c070 HTTP/1.1" status: 200 len: 210 time: 0.0359695 Apr 06 12:52:24.438682 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:24.465124 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f084c-e916-4b8a-ba37-bb97995434a9 None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c', 'name': '', 'network_id': 'e9d5f7b1-df0c-403c-a87f-19856c03f9bd', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'mac_address': 'fa:16:3e:19:e2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:43Z', 'updated_at': '2022-04-06T12:45:52Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'subnets': [{'id': '5de3e368-06d5-49c0-873c-248b43d6b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:52:24.712888 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce6eff2-d3f9-484f-95be-d1ff43ca5613 None None] New status for floating IP 30f3d495-c5ab-49ab-b457-b866fc7d2075: DOWN {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:52:24.938479 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:52:25.554105 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52148) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:25.611341 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-706fb729-248c-4dbd-98b6-e00548d8d736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (735e60a7-2a0f-4f13-af70-484d78a8abfa), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:25.710029 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-706fb729-248c-4dbd-98b6-e00548d8d736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (735e60a7-2a0f-4f13-af70-484d78a8abfa), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:25.849889 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-706fb729-248c-4dbd-98b6-e00548d8d736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (735e60a7-2a0f-4f13-af70-484d78a8abfa), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:25.852396 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-706fb729-248c-4dbd-98b6-e00548d8d736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:25.853693 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-706fb729-248c-4dbd-98b6-e00548d8d736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/security-groups/735e60a7-2a0f-4f13-af70-484d78a8abfa HTTP/1.1" status: 204 len: 168 time: 0.2986102 Apr 06 12:52:25.858495 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52152) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:25.871685 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fb729-248c-4dbd-98b6-e00548d8d736 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735e60a7-2a0f-4f13-af70-484d78a8abfa,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:25.881534 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.api.v2.resource [None req-9d33a303-d2f0-47ab-b46c-b433bcfe2588 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] show failed (client error): The resource could not be found. Apr 06 12:52:25.885056 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-9d33a303-d2f0-47ab-b46c-b433bcfe2588 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "GET /v2.0/security-groups/735e60a7-2a0f-4f13-af70-484d78a8abfa HTTP/1.1" status: 404 len: 347 time: 0.0223370 Apr 06 12:52:25.885309 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52154) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:25.908944 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 06039757-c880-4d26-a11c-c010c4696efc no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:25.933798 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 06039757-c880-4d26-a11c-c010c4696efc {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:25.934166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 06039757-c880-4d26-a11c-c010c4696efc not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:26.034197 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Deleting port 5e15f88a-bfef-40ac-88ac-eaa03d52d349 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:26.034548 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.118647 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.118922 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (5e15f88a-bfef-40ac-88ac-eaa03d52d349), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.132584 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Calling delete_port for 5e15f88a-bfef-40ac-88ac-eaa03d52d349 owned by network:floatingip {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:26.346931 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (5e15f88a-bfef-40ac-88ac-eaa03d52d349), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.376163 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Pushing event deleted for resources: {'Port': ['ID=5e15f88a-bfef-40ac-88ac-eaa03d52d349,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:26.448161 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks [] for floatingip (30f3d495-c5ab-49ab-b457-b866fc7d2075), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.452125 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.458829 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-68e6b44c-7f2a-4cba-9f2e-695e88fa0e34 tempest-AttachVolumeNegativeTest-29647849 tempest-AttachVolumeNegativeTest-29647849-project] 10.222.0.79 "DELETE /v2.0/floatingips/30f3d495-c5ab-49ab-b457-b866fc7d2075 HTTP/1.1" status: 204 len: 168 time: 0.5672755 Apr 06 12:52:27.287472 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-aa501d5d-9d99-4c6d-a215-f5d2c3810671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:29.567878 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3cbc44b6-99bc-40b5-b34c-c79b3b4a6caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:30.712458 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52198) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:30.843012 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.141111 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.417281 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Deleting port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:31.417515 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.500514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] For port 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:31.500989 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.523239 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Calling delete_port for 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c owned by network:router_interface {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:32.032055 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:32.062811 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:32.279245 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:32.519732 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:52:32.633746 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:52:32.639179 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5a075544-39be-47cc-8510-64f1329cd332 admin admin] 10.222.0.79 "PUT /v2.0/routers/78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256456 Apr 06 12:52:32.643129 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] Sync routers for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:52:32.650793 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52206) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:32.654661 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:32.655274 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:32.774597 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks [] for router (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:32.865428 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:32.877253 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:32.895477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks [] for router_gateway (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.025108 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Deleting port a371db1b-1a36-465a-b30e-46c6030fce65 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:33.025390 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.078930 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:52:31Z', 'revision_number': 5, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port': {'id': 'a371db1b-1a36-465a-b30e-46c6030fce65', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:33.108341 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] Checking router: 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:52:33.117510 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] Routers {'78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:33.118507 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:33.121477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] For port a371db1b-1a36-465a-b30e-46c6030fce65, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a371db1b-1a36-465a-b30e-46c6030fce65,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:33.122242 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.140799 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Calling delete_port for a371db1b-1a36-465a-b30e-46c6030fce65 owned by network:router_gateway {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:33.222086 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] Set router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 gateway port host: None {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:33.277537 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:52:32Z', 'revision_number': 6, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:33.305106 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62900607-3ea4-4bf4-9aa4-d57d5d6ecbff None None] The sync data for ids ['78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0'] in dv-cinder-815660-6-iscsi is: [{'id': '78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0', 'name': 'tempest-AttachVolumeNegativeTest-953239138-router', 'tenant_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:52:32Z', 'revision_number': 6, 'project_id': '5ea5c492b6b041f2b616e8e4bcf774cf', 'gw_port_host': None}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:52:33.447150 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (a371db1b-1a36-465a-b30e-46c6030fce65), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.476059 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a371db1b-1a36-465a-b30e-46c6030fce65,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:33.539298 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.651077 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.653668 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks [] for router_controller (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.802158 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.802752 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 {{(pid=110383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:52:33.808095 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.810535 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e379bec8-b701-41d0-beeb-81b7a63c40a8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/78f9cec9-fdb0-4d77-b5e5-38cfca91bdd0 HTTP/1.1" status: 204 len: 168 time: 1.1583929 Apr 06 12:52:33.811720 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52210) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:33.856927 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_v2 [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Deleting subnet 5de3e368-06d5-49c0-873c-248b43d6b8f1 {{(pid=110383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:52:33.860087 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Publish callbacks [] for subnet (5de3e368-06d5-49c0-873c-248b43d6b8f1), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.871682 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:33.895550 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9019380'] for subnet (5de3e368-06d5-49c0-873c-248b43d6b8f1), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.008435 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (5de3e368-06d5-49c0-873c-248b43d6b8f1), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.121830 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10197633'] for subnet (5de3e368-06d5-49c0-873c-248b43d6b8f1), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.147750 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de3e368-06d5-49c0-873c-248b43d6b8f1,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:34.152428 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.156136 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5de3e368-06d5-49c0-873c-248b43d6b8f1 HTTP/1.1" status: 204 len: 168 time: 0.3433955 Apr 06 12:52:34.158783 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52212) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:34.161621 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a00a77-e1e4-409c-8faa-e7b7eb827335 None None] Network e9d5f7b1-df0c-403c-a87f-19856c03f9bd requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.176958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.177780 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.178247 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.178660 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.180879 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.181382 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.181793 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.182202 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c0351-1ce8-43de-8c3a-c4e708d63c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.266235 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (e9d5f7b1-df0c-403c-a87f-19856c03f9bd), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.276304 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:34.299359 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:34.299702 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 0c336a7d-4af8-4eb5-a2a4-f7e67d3f9b7c not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:34.300365 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a371db1b-1a36-465a-b30e-46c6030fce65 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:34.323080 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: a371db1b-1a36-465a-b30e-46c6030fce65 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:34.323423 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a371db1b-1a36-465a-b30e-46c6030fce65 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:34.333691 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Deleting port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:34.333998 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.408407 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] For port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:34.408707 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.426204 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Calling delete_port for d3ecfdd0-3be4-4deb-87d9-c96aff3007dc owned by network:dhcp {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:34.432405 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] DHCP port deletion for e9d5f7b1-df0c-403c-a87f-19856c03f9bd request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:52:34.491077 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] Deleting port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:34.491460 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.556026 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] For port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,segment=NetworkSegment(8d0b6918-7dea-452f-8f35-98ebab6a21db),segment_id=8d0b6918-7dea-452f-8f35-98ebab6a21db)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:34.556338 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.569926 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] Calling delete_port for d3ecfdd0-3be4-4deb-87d9-c96aff3007dc owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:34.607451 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.634296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:34.640098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] No DVR routers for this DVR port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc on host dv-cinder-815660-6-iscsi {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:34.649426 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.649861 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.650144 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.650458 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.650802 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.651234 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.651574 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.651893 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.652227 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.652553 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.652923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.653252 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.653578 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.653901 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.654220 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:34.660904 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (d3ecfdd0-3be4-4deb-87d9-c96aff3007dc), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.689891 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] Pushing event deleted for resources: {'Port': ['ID=d3ecfdd0-3be4-4deb-87d9-c96aff3007dc,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:34.695012 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a6b0c-7d0b-4250-8833-62068cb8d72f None None] No DVR routers for this DVR port d3ecfdd0-3be4-4deb-87d9-c96aff3007dc on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:34.739544 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (e9d5f7b1-df0c-403c-a87f-19856c03f9bd), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.761237 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d5f7b1-df0c-403c-a87f-19856c03f9bd']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:34.773287 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0b6918-7dea-452f-8f35-98ebab6a21db') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:34.773796 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0b6918-7dea-452f-8f35-98ebab6a21db') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:34.785882 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (8d0b6918-7dea-452f-8f35-98ebab6a21db), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.804692 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (8d0b6918-7dea-452f-8f35-98ebab6a21db), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.811428 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:52:34.811758 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (8d0b6918-7dea-452f-8f35-98ebab6a21db), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:52:34.813857 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:52:34.911525 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.946171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (e9d5f7b1-df0c-403c-a87f-19856c03f9bd), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.950353 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.953653 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e9d5f7b1-df0c-403c-a87f-19856c03f9bd HTTP/1.1" status: 204 len: 168 time: 0.7938809 Apr 06 12:52:34.967073 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2431ba-bb00-4da2-9518-efd00a4f5b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d5f7b1-df0c-403c-a87f-19856c03f9bd,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:35.365430 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52220) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:35.405754 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-7dc6f893-560d-48dc-bb99-641f2944c3ad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ea5c492b6b041f2b616e8e4bcf774cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391335 Apr 06 12:52:35.408230 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52222) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:35.460497 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fc4af5e7-99d8-4c1e-8693-e2dc4278c4aa admin admin] Publish callbacks [] for security_group (fb09234d-3f62-4a64-851d-95d877ecc0e3), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:35.484067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fc4af5e7-99d8-4c1e-8693-e2dc4278c4aa admin admin] Publish callbacks [] for security_group (fb09234d-3f62-4a64-851d-95d877ecc0e3), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:35.637888 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fc4af5e7-99d8-4c1e-8693-e2dc4278c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (fb09234d-3f62-4a64-851d-95d877ecc0e3), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:35.640650 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fc4af5e7-99d8-4c1e-8693-e2dc4278c4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:35.641862 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-fc4af5e7-99d8-4c1e-8693-e2dc4278c4aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb09234d-3f62-4a64-851d-95d877ecc0e3 HTTP/1.1" status: 204 len: 168 time: 0.2326925 Apr 06 12:52:35.650353 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4af5e7-99d8-4c1e-8693-e2dc4278c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb09234d-3f62-4a64-851d-95d877ecc0e3,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:36.231618 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d3ecfdd0-3be4-4deb-87d9-c96aff3007dc no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:36.252307 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: d3ecfdd0-3be4-4deb-87d9-c96aff3007dc {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:36.252650 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d3ecfdd0-3be4-4deb-87d9-c96aff3007dc not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:57.283253 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-777d1456-e1ec-4025-a04f-224a9a9920eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.473798 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52512) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:57.584140 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3e7888fb-f4bf-4788-95ac-7ef0385c18b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.664097 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3e7888fb-f4bf-4788-95ac-7ef0385c18b0 admin admin] Publish callbacks [] for security_group (b1fca5ce-d31f-468d-91fc-3d00b0a30773), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.756054 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3e7888fb-f4bf-4788-95ac-7ef0385c18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b1fca5ce-d31f-468d-91fc-3d00b0a30773), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.794397 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3e7888fb-f4bf-4788-95ac-7ef0385c18b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f750f7a6cd6a407ab200180f0ffa2f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188818 Apr 06 12:52:57.795444 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7888fb-f4bf-4788-95ac-7ef0385c18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fca5ce-d31f-468d-91fc-3d00b0a30773,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:57.797022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52516) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:57.847093 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cb723804-ef18-4178-a9fb-3134b1e07321 admin admin] Publish callbacks [] for security_group (b1fca5ce-d31f-468d-91fc-3d00b0a30773), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.867822 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cb723804-ef18-4178-a9fb-3134b1e07321 admin admin] Publish callbacks [] for security_group (b1fca5ce-d31f-468d-91fc-3d00b0a30773), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.980515 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cb723804-ef18-4178-a9fb-3134b1e07321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (b1fca5ce-d31f-468d-91fc-3d00b0a30773), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.983226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cb723804-ef18-4178-a9fb-3134b1e07321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:57.984423 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-cb723804-ef18-4178-a9fb-3134b1e07321 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1fca5ce-d31f-468d-91fc-3d00b0a30773 HTTP/1.1" status: 204 len: 168 time: 0.1856284 Apr 06 12:52:57.992723 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb723804-ef18-4178-a9fb-3134b1e07321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fca5ce-d31f-468d-91fc-3d00b0a30773,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:58.717130 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52526) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:58.730216 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e576ae8a-444b-4fea-a9c2-7a1fb76e58d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.806360 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e576ae8a-444b-4fea-a9c2-7a1fb76e58d4 admin admin] Publish callbacks [] for security_group (2771bb7f-6197-493b-8917-1fc95e44be67), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.872249 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e576ae8a-444b-4fea-a9c2-7a1fb76e58d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2771bb7f-6197-493b-8917-1fc95e44be67), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.911517 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e576ae8a-444b-4fea-a9c2-7a1fb76e58d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8f4b65ae6b34e3ca02f650b82157d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932924 Apr 06 12:52:58.912569 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576ae8a-444b-4fea-a9c2-7a1fb76e58d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2771bb7f-6197-493b-8917-1fc95e44be67,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:58.914262 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52528) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:58.966600 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-45aea200-7668-409b-95f3-d0703d1de98f admin admin] Publish callbacks [] for security_group (2771bb7f-6197-493b-8917-1fc95e44be67), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.989127 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-45aea200-7668-409b-95f3-d0703d1de98f admin admin] Publish callbacks [] for security_group (2771bb7f-6197-493b-8917-1fc95e44be67), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:59.104086 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-45aea200-7668-409b-95f3-d0703d1de98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2771bb7f-6197-493b-8917-1fc95e44be67), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:59.106683 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-45aea200-7668-409b-95f3-d0703d1de98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:59.107858 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-45aea200-7668-409b-95f3-d0703d1de98f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2771bb7f-6197-493b-8917-1fc95e44be67 HTTP/1.1" status: 204 len: 168 time: 0.1925962 Apr 06 12:52:59.116561 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aea200-7668-409b-95f3-d0703d1de98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2771bb7f-6197-493b-8917-1fc95e44be67,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:59.598035 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-729604fd-8749-4486-968b-a999f4fbb7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:59.875850 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d48d7-9c9b-435d-b224-285f95258a4e req-ddcc6bf3-1c5f-4d55-ad9f-98f090255abe tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:59.877974 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456d48d7-9c9b-435d-b224-285f95258a4e req-ddcc6bf3-1c5f-4d55-ad9f-98f090255abe tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0546615 Apr 06 12:52:59.928310 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456d48d7-9c9b-435d-b224-285f95258a4e req-61f55f3d-e229-491c-949d-3f3bb49a46a1 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451193 Apr 06 12:53:00.860925 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.058123 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a024b-18da-4bb1-b17c-815b26b2b407 req-16ded38f-5270-474d-a46c-2b47e6735ad8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:01.059759 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e90a024b-18da-4bb1-b17c-815b26b2b407 req-16ded38f-5270-474d-a46c-2b47e6735ad8 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0532243 Apr 06 12:53:01.110791 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e90a024b-18da-4bb1-b17c-815b26b2b407 req-1bae477d-83ea-452c-83a3-c34b9c0fb814 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Apr 06 12:53:01.687497 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52592) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:01.791014 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d3798b6-9736-4bbc-b067-947ba35d0f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.863705 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d3798b6-9736-4bbc-b067-947ba35d0f60 admin admin] Publish callbacks [] for security_group (f3092376-089d-4f8a-a28e-33357e1e7763), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.932528 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d3798b6-9736-4bbc-b067-947ba35d0f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (f3092376-089d-4f8a-a28e-33357e1e7763), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.936901 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:53:01.971120 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3d3798b6-9736-4bbc-b067-947ba35d0f60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47d04c7bb54d4d1ab088b00524c34c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825522 Apr 06 12:53:01.971824 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3798b6-9736-4bbc-b067-947ba35d0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3092376-089d-4f8a-a28e-33357e1e7763,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:01.973952 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52598) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:02.030676 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3783ff53-ffc8-441c-ae98-be04a9dc1d5b admin admin] Publish callbacks [] for security_group (f3092376-089d-4f8a-a28e-33357e1e7763), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.055907 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3783ff53-ffc8-441c-ae98-be04a9dc1d5b admin admin] Publish callbacks [] for security_group (f3092376-089d-4f8a-a28e-33357e1e7763), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.178355 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3783ff53-ffc8-441c-ae98-be04a9dc1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (f3092376-089d-4f8a-a28e-33357e1e7763), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.180966 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3783ff53-ffc8-441c-ae98-be04a9dc1d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.183191 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3783ff53-ffc8-441c-ae98-be04a9dc1d5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3092376-089d-4f8a-a28e-33357e1e7763 HTTP/1.1" status: 204 len: 168 time: 0.2067158 Apr 06 12:53:02.193440 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783ff53-ffc8-441c-ae98-be04a9dc1d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3092376-089d-4f8a-a28e-33357e1e7763,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:02.238018 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e37b65-6cb0-42af-a325-923c1c86e8be req-413629a0-2099-4311-9616-e6735887cb1a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.239529 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-12e37b65-6cb0-42af-a325-923c1c86e8be req-413629a0-2099-4311-9616-e6735887cb1a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0550971 Apr 06 12:53:02.286936 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-12e37b65-6cb0-42af-a325-923c1c86e8be req-d05b359d-1417-4f53-bd24-5300f978516c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417848 Apr 06 12:53:02.883467 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.905347 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52606) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:02.920208 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e47-a962-4fed-8368-d178d3098ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.003792 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e47-a962-4fed-8368-d178d3098ed4 admin admin] Publish callbacks [] for security_group (596d4475-33fe-4e6c-b103-22c50fc00efc), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.083586 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2e47-a962-4fed-8368-d178d3098ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (596d4475-33fe-4e6c-b103-22c50fc00efc), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.126151 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ae8a2e47-a962-4fed-8368-d178d3098ed4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40564f656b99449e8fbc44dcf9ad4fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196975 Apr 06 12:53:03.127025 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a2e47-a962-4fed-8368-d178d3098ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d4475-33fe-4e6c-b103-22c50fc00efc,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:03.129047 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52610) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:03.185918 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94f309b0-33a8-4cd7-a4c4-f24a87974324 admin admin] Publish callbacks [] for security_group (596d4475-33fe-4e6c-b103-22c50fc00efc), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.209191 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94f309b0-33a8-4cd7-a4c4-f24a87974324 admin admin] Publish callbacks [] for security_group (596d4475-33fe-4e6c-b103-22c50fc00efc), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.377682 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94f309b0-33a8-4cd7-a4c4-f24a87974324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (596d4475-33fe-4e6c-b103-22c50fc00efc), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.380599 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94f309b0-33a8-4cd7-a4c4-f24a87974324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.382483 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-94f309b0-33a8-4cd7-a4c4-f24a87974324 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/596d4475-33fe-4e6c-b103-22c50fc00efc HTTP/1.1" status: 204 len: 168 time: 0.2523117 Apr 06 12:53:03.408884 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-ad911e3f-e0dd-4879-8d9c-4e54b10dce2e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.409141 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f309b0-33a8-4cd7-a4c4-f24a87974324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d4475-33fe-4e6c-b103-22c50fc00efc,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:03.410527 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-ad911e3f-e0dd-4879-8d9c-4e54b10dce2e tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0611959 Apr 06 12:53:03.447239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f733-0939-4cf0-a159-8badf678906d req-45637e9b-2c3e-401c-9f31-9da22d21c3b2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.448981 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4879f733-0939-4cf0-a159-8badf678906d req-45637e9b-2c3e-401c-9f31-9da22d21c3b2 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 947 time: 0.0811255 Apr 06 12:53:03.505853 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4879f733-0939-4cf0-a159-8badf678906d req-3fc3763e-deb5-49e2-a3d2-2a6e26ef4c74 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups?id=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510705 Apr 06 12:53:03.523462 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Deleting port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:03.523812 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.614571 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] For port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:03.614940 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.827577 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.828109 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (160b6ded-88bf-4683-8fad-6ae2a1fc6e7a), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:03.828435 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Floating IP 160b6ded-88bf-4683-8fad-6ae2a1fc6e7a disassociated. External IP: 172.27.3.111, port: ec2336dc-9e0a-4a22-b5e4-6ad404248e8d. Apr 06 12:53:03.828837 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Calling delete_port for ec2336dc-9e0a-4a22-b5e4-6ad404248e8d owned by compute:nova {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:03.858790 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:04.078084 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (ec2336dc-9e0a-4a22-b5e4-6ad404248e8d), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:04.113090 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event deleted for resources: {'Port': ['ID=ec2336dc-9e0a-4a22-b5e4-6ad404248e8d,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:04.232296 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:53:04.357665 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:04.367783 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] Sync routers for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:04.377150 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:04.377770 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:04.402158 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] No DVR routers for this DVR port ec2336dc-9e0a-4a22-b5e4-6ad404248e8d on host hv-cinder-81566 {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:53:04.403534 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:04.406893 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-879c0ef2-1e2d-4e44-913f-95f254e71feb req-4c6831af-0eff-48ac-b0a1-b4a89d09d1ae tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.83 "DELETE /v2.0/ports/ec2336dc-9e0a-4a22-b5e4-6ad404248e8d HTTP/1.1" status: 204 len: 173 time: 0.9860528 Apr 06 12:53:04.407352 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-deleted', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:04.409727 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2fba10-2dff-494a-b853-28bcb9606c3c" -d '{"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-deleted", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:04.450392 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542c644c-50b7-4e1b-9af1-9b583aa30429 x-openstack-request-id: req-542c644c-50b7-4e1b-9af1-9b583aa30429 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:04.451061 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86254854-b9c1-4a17-920f-11124c370cb2", "name": "network-vif-deleted", "tag": "ec2336dc-9e0a-4a22-b5e4-6ad404248e8d", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:04.451426 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-542c644c-50b7-4e1b-9af1-9b583aa30429 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:04.451921 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542c644c-50b7-4e1b-9af1-9b583aa30429'] response: {'server_uuid': '86254854-b9c1-4a17-920f-11124c370cb2', 'name': 'network-vif-deleted', 'tag': 'ec2336dc-9e0a-4a22-b5e4-6ad404248e8d', 'status': 'completed', 'code': 200} Apr 06 12:53:04.527444 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:04.665838 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c0db6679-0734-479a-b801-f2c6b0a198e3 req-190c1a9e-8911-468b-af51-b429eaef4f90 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/ports?device_id=86254854-b9c1-4a17-920f-11124c370cb2 HTTP/1.1" status: 200 len: 210 time: 0.0565853 Apr 06 12:53:04.775253 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:04.812556 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] Checking router: 4c07339f-85fc-46fd-8de1-dafef0ce4a3f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:04.824331 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:04.825013 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:04.918622 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:04.950014 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:05.171383 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:05.200210 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad2673-31a7-494c-9cb5-c8b1be689978 None None] The sync data for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi is: [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:45:45Z', 'revision_number': 4, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'f800cc98-c05e-4ffa-9c9b-5aa940785bba', 'name': '', 'network_id': '4295afb6-0ed4-4e7a-bd5d-549209cfa5ce', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'mac_address': 'fa:16:3e:84:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:44Z', 'updated_at': '2022-04-06T12:45:59Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'subnets': [{'id': '2a68b9e6-b5d8-4029-8943-8d4af5f4c421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:05.494956 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f70dd3-d23c-47f6-8e12-44626934bb90 None None] New status for floating IP 160b6ded-88bf-4683-8fad-6ae2a1fc6e7a: DOWN {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:53:05.830419 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52674) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:05.890509 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5eb680be-021a-4ff8-9b61-f92fe820c1d0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (7dfa7b26-1ea5-4ee0-b983-25e32fef6c84), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:05.914749 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5eb680be-021a-4ff8-9b61-f92fe820c1d0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (7dfa7b26-1ea5-4ee0-b983-25e32fef6c84), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.055552 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5eb680be-021a-4ff8-9b61-f92fe820c1d0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (7dfa7b26-1ea5-4ee0-b983-25e32fef6c84), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.058195 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5eb680be-021a-4ff8-9b61-f92fe820c1d0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.059372 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5eb680be-021a-4ff8-9b61-f92fe820c1d0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "DELETE /v2.0/security-groups/7dfa7b26-1ea5-4ee0-b983-25e32fef6c84 HTTP/1.1" status: 204 len: 168 time: 0.2286713 Apr 06 12:53:06.062257 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52680) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:06.069997 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb680be-021a-4ff8-9b61-f92fe820c1d0 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfa7b26-1ea5-4ee0-b983-25e32fef6c84,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:06.085855 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.api.v2.resource [None req-63eea678-4805-4977-b7ab-75fa03a9dd7a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] show failed (client error): The resource could not be found. Apr 06 12:53:06.086903 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-63eea678-4805-4977-b7ab-75fa03a9dd7a tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "GET /v2.0/security-groups/7dfa7b26-1ea5-4ee0-b983-25e32fef6c84 HTTP/1.1" status: 404 len: 347 time: 0.0228829 Apr 06 12:53:06.090196 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52682) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:06.150694 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:53:06.178329 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: ec2336dc-9e0a-4a22-b5e4-6ad404248e8d {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:53:06.179322 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ec2336dc-9e0a-4a22-b5e4-6ad404248e8d not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:53:06.225991 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Deleting port 97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:06.226333 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.310034 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.310362 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.323551 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Calling delete_port for 97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0 owned by network:floatingip {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:06.550748 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.580625 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Pushing event deleted for resources: {'Port': ['ID=97d1c96f-6d0b-4e37-a68f-c7d654bc4fd0,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:06.653496 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks [] for floatingip (160b6ded-88bf-4683-8fad-6ae2a1fc6e7a), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.656048 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:06.657867 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d479fdaa-c047-4f36-be6f-b72e7fcede3c tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] 10.222.0.79 "DELETE /v2.0/floatingips/160b6ded-88bf-4683-8fad-6ae2a1fc6e7a HTTP/1.1" status: 204 len: 168 time: 0.5666440 Apr 06 12:53:07.423713 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52718) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:07.548638 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2a2de919-9234-4e98-a8dc-1711020ef0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:07.632517 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2a2de919-9234-4e98-a8dc-1711020ef0dd admin admin] Publish callbacks [] for security_group (2aacc561-ef89-4d14-b572-ed92ee31fae4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:07.689429 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2a2de919-9234-4e98-a8dc-1711020ef0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2aacc561-ef89-4d14-b572-ed92ee31fae4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:07.729401 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2a2de919-9234-4e98-a8dc-1711020ef0dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7b9e8cd5aa54709bcbea2f2d613822e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020813 Apr 06 12:53:07.730091 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52728) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:07.738178 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2de919-9234-4e98-a8dc-1711020ef0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aacc561-ef89-4d14-b572-ed92ee31fae4,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:07.793771 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94c83075-85f7-4044-a22a-aee22c85bbb7 admin admin] Publish callbacks [] for security_group (2aacc561-ef89-4d14-b572-ed92ee31fae4), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:07.819493 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94c83075-85f7-4044-a22a-aee22c85bbb7 admin admin] Publish callbacks [] for security_group (2aacc561-ef89-4d14-b572-ed92ee31fae4), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:07.980427 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94c83075-85f7-4044-a22a-aee22c85bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2aacc561-ef89-4d14-b572-ed92ee31fae4), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:07.983057 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-94c83075-85f7-4044-a22a-aee22c85bbb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:07.984256 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-94c83075-85f7-4044-a22a-aee22c85bbb7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2aacc561-ef89-4d14-b572-ed92ee31fae4 HTTP/1.1" status: 204 len: 168 time: 0.2530334 Apr 06 12:53:07.997364 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c83075-85f7-4044-a22a-aee22c85bbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aacc561-ef89-4d14-b572-ed92ee31fae4,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:08.673686 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52748) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:08.688282 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06d3f4ec-27ab-4506-8fd2-41699739b811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:08.784918 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06d3f4ec-27ab-4506-8fd2-41699739b811 admin admin] Publish callbacks [] for security_group (e77f6228-65e8-46c2-9a66-dc39351e0895), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:08.904805 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06d3f4ec-27ab-4506-8fd2-41699739b811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (e77f6228-65e8-46c2-9a66-dc39351e0895), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:08.945209 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3f4ec-27ab-4506-8fd2-41699739b811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f6228-65e8-46c2-9a66-dc39351e0895,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:08.949343 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-06d3f4ec-27ab-4506-8fd2-41699739b811 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=65fa7d2f3a104968a929ab7e36ebdaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745893 Apr 06 12:53:08.953387 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52750) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:09.005480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b60267c4-ce21-4327-af1d-8fce4c78fc3a admin admin] Publish callbacks [] for security_group (e77f6228-65e8-46c2-9a66-dc39351e0895), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:09.025969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b60267c4-ce21-4327-af1d-8fce4c78fc3a admin admin] Publish callbacks [] for security_group (e77f6228-65e8-46c2-9a66-dc39351e0895), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:09.169022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b60267c4-ce21-4327-af1d-8fce4c78fc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (e77f6228-65e8-46c2-9a66-dc39351e0895), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:09.171486 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b60267c4-ce21-4327-af1d-8fce4c78fc3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:09.172640 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-b60267c4-ce21-4327-af1d-8fce4c78fc3a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e77f6228-65e8-46c2-9a66-dc39351e0895 HTTP/1.1" status: 204 len: 168 time: 0.2183530 Apr 06 12:53:09.181884 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60267c4-ce21-4327-af1d-8fce4c78fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f6228-65e8-46c2-9a66-dc39351e0895,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:09.564145 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52766) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:09.866853 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165afeb7-154b-4e83-9ca6-237e8381de93 req-e7fcc94f-fb10-48a6-a9ea-44a45b0873ae tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:09.868318 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-165afeb7-154b-4e83-9ca6-237e8381de93 req-e7fcc94f-fb10-48a6-a9ea-44a45b0873ae tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 945 time: 0.1061230 Apr 06 12:53:10.207219 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-165afeb7-154b-4e83-9ca6-237e8381de93 req-dd2897dd-368b-4931-8417-cb1e3d93e8c2 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319991 Apr 06 12:53:10.429354 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:10.783937 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Deleting port f800cc98-c05e-4ffa-9c9b-5aa940785bba {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:10.784333 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:10.894652 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] For port f800cc98-c05e-4ffa-9c9b-5aa940785bba, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f800cc98-c05e-4ffa-9c9b-5aa940785bba,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:10.895447 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:10.914863 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Calling delete_port for f800cc98-c05e-4ffa-9c9b-5aa940785bba owned by network:router_interface {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:11.192182 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (f800cc98-c05e-4ffa-9c9b-5aa940785bba), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.224020 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Pushing event deleted for resources: {'Port': ['ID=f800cc98-c05e-4ffa-9c9b-5aa940785bba,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:11.487729 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7586c95-baa7-4de5-afad-749866ffac79 req-3f392292-9b0e-46dd-a692-967f4a4f5eda tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:11.489434 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7586c95-baa7-4de5-afad-749866ffac79 req-3f392292-9b0e-46dd-a692-967f4a4f5eda tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 945 time: 0.1688852 Apr 06 12:53:11.522973 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-12ca4a72-13ed-425a-b5fa-9a62af1df77b tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:11.527032 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-12ca4a72-13ed-425a-b5fa-9a62af1df77b tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 945 time: 0.1068065 Apr 06 12:53:11.541252 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.625880 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7586c95-baa7-4de5-afad-749866ffac79 req-508e427f-01d7-4874-a868-cff8c6b87c43 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171010 Apr 06 12:53:11.696075 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Deleting port e1e508c0-3da9-4859-9d9f-a3700bb4d730 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:11.696382 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.794954 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] For port e1e508c0-3da9-4859-9d9f-a3700bb4d730, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=e1e508c0-3da9-4859-9d9f-a3700bb4d730,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:11.795318 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.810895 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Calling delete_port for e1e508c0-3da9-4859-9d9f-a3700bb4d730 owned by compute:nova {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:11.860439 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:53:12.049938 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:12.065201 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-06498a40-a33c-41d6-a581-bec29858baac admin admin] 10.222.0.79 "PUT /v2.0/routers/4c07339f-85fc-46fd-8de1-dafef0ce4a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4980900 Apr 06 12:53:12.065201 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52830) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:12.070178 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] Sync routers for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:12.077574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:12.078267 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:12.214922 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks [] for router (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:12.353315 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:12.385044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks [] for router_gateway (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:12.393186 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (e1e508c0-3da9-4859-9d9f-a3700bb4d730), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:12.422318 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Pushing event deleted for resources: {'Port': ['ID=e1e508c0-3da9-4859-9d9f-a3700bb4d730,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:12.469447 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] No DVR routers for this DVR port e1e508c0-3da9-4859-9d9f-a3700bb4d730 on host hv-cinder-81566 {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:53:12.472062 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:12.475471 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-04d946ff-d998-4ef5-93db-62cb020b3ca4 req-660d2d71-a3bf-454d-9785-7ea16878e187 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "DELETE /v2.0/ports/e1e508c0-3da9-4859-9d9f-a3700bb4d730 HTTP/1.1" status: 204 len: 173 time: 0.9425092 Apr 06 12:53:12.475993 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b396348-5cad-48fc-853d-cf399844db56', 'name': 'network-vif-deleted', 'tag': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:12.478247 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45500fe6-0739-4d0f-995c-e8ea3af515dc" -d '{"events": [{"server_uuid": "2b396348-5cad-48fc-853d-cf399844db56", "name": "network-vif-deleted", "tag": "e1e508c0-3da9-4859-9d9f-a3700bb4d730"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:12.517809 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e8bd6-ca34-4206-beed-a46e5775d363 x-openstack-request-id: req-073e8bd6-ca34-4206-beed-a46e5775d363 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:12.518245 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b396348-5cad-48fc-853d-cf399844db56", "name": "network-vif-deleted", "tag": "e1e508c0-3da9-4859-9d9f-a3700bb4d730", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:12.518450 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-073e8bd6-ca34-4206-beed-a46e5775d363 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:12.519030 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073e8bd6-ca34-4206-beed-a46e5775d363'] response: {'server_uuid': '2b396348-5cad-48fc-853d-cf399844db56', 'name': 'network-vif-deleted', 'tag': 'e1e508c0-3da9-4859-9d9f-a3700bb4d730', 'status': 'completed', 'code': 200} Apr 06 12:53:12.581526 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:53:11Z', 'revision_number': 5, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port': {'id': 'c6a88fd4-6e3d-4465-90ca-2f69937cfc52', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:b4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:45:37Z', 'updated_at': '2022-04-06T12:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:12.622939 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] Checking router: 4c07339f-85fc-46fd-8de1-dafef0ce4a3f for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:12.625448 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Deleting port c6a88fd4-6e3d-4465-90ca-2f69937cfc52 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:12.626129 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:12.632917 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] Routers {'4c07339f-85fc-46fd-8de1-dafef0ce4a3f'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:12.640232 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:12.738146 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] Set router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f gateway port host: None {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:12.775479 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c85df296-86d4-4a50-a84b-dbab0c8dfdf0 req-8f4f1ff4-e546-4f88-a9f0-7fd93bf3de8d tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b396348-5cad-48fc-853d-cf399844db56 HTTP/1.1" status: 200 len: 210 time: 0.0482295 Apr 06 12:53:12.777415 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] For port c6a88fd4-6e3d-4465-90ca-2f69937cfc52, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:12.777849 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:12.796086 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Calling delete_port for c6a88fd4-6e3d-4465-90ca-2f69937cfc52 owned by network:router_gateway {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:12.824908 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:53:12Z', 'revision_number': 6, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:12.863719 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8991f6b-2fb8-4199-8713-bf17b4ef16b8 None None] The sync data for ids ['4c07339f-85fc-46fd-8de1-dafef0ce4a3f'] in dv-cinder-815660-6-iscsi is: [{'id': '4c07339f-85fc-46fd-8de1-dafef0ce4a3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1656131486-router', 'tenant_id': 'd348c16b71a0461389ecba02ede19d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:45:36Z', 'updated_at': '2022-04-06T12:53:12Z', 'revision_number': 6, 'project_id': 'd348c16b71a0461389ecba02ede19d55', 'gw_port_host': None}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:13.017819 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52842) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:13.066218 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (c6a88fd4-6e3d-4465-90ca-2f69937cfc52), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.097171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a88fd4-6e3d-4465-90ca-2f69937cfc52,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:13.139277 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fe24b08c-e87e-40db-8809-5326bce67f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.161264 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.251499 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fe24b08c-e87e-40db-8809-5326bce67f83 admin admin] Publish callbacks [] for security_group (0c333b8b-4bc8-4b02-8cc7-4c1e52369725), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.262756 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.265212 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks [] for router_controller (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.310352 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fe24b08c-e87e-40db-8809-5326bce67f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0c333b8b-4bc8-4b02-8cc7-4c1e52369725), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.357698 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24b08c-e87e-40db-8809-5326bce67f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c333b8b-4bc8-4b02-8cc7-4c1e52369725,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:13.363731 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-fe24b08c-e87e-40db-8809-5326bce67f83 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6f936cc55824822aede42a8f9d7d1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434963 Apr 06 12:53:13.366910 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52846) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:13.423855 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d096974a-b4a7-4a51-a3ff-34038ad07a72 admin admin] Publish callbacks [] for security_group (0c333b8b-4bc8-4b02-8cc7-4c1e52369725), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.450577 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d096974a-b4a7-4a51-a3ff-34038ad07a72 admin admin] Publish callbacks [] for security_group (0c333b8b-4bc8-4b02-8cc7-4c1e52369725), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.595724 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d096974a-b4a7-4a51-a3ff-34038ad07a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0c333b8b-4bc8-4b02-8cc7-4c1e52369725), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.598350 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d096974a-b4a7-4a51-a3ff-34038ad07a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.599569 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d096974a-b4a7-4a51-a3ff-34038ad07a72 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c333b8b-4bc8-4b02-8cc7-4c1e52369725 HTTP/1.1" status: 204 len: 168 time: 0.2316632 Apr 06 12:53:13.608330 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096974a-b4a7-4a51-a3ff-34038ad07a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c333b8b-4bc8-4b02-8cc7-4c1e52369725,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:13.681661 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (4c07339f-85fc-46fd-8de1-dafef0ce4a3f), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.682381 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c07339f-85fc-46fd-8de1-dafef0ce4a3f {{(pid=110384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:53:13.687810 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.689011 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-268e43d2-b277-434b-8116-52ee1143e3cc admin admin] 10.222.0.79 "DELETE /v2.0/routers/4c07339f-85fc-46fd-8de1-dafef0ce4a3f HTTP/1.1" status: 204 len: 168 time: 1.6226380 Apr 06 12:53:13.691949 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52850) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:13.741485 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] Deleting subnet 2a68b9e6-b5d8-4029-8943-8d4af5f4c421 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:53:13.745178 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] Publish callbacks [] for subnet (2a68b9e6-b5d8-4029-8943-8d4af5f4c421), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.782976 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (2a68b9e6-b5d8-4029-8943-8d4af5f4c421), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.891529 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (2a68b9e6-b5d8-4029-8943-8d4af5f4c421), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.038241 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (2a68b9e6-b5d8-4029-8943-8d4af5f4c421), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.064233 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a68b9e6-b5d8-4029-8943-8d4af5f4c421,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:14.067997 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.071945 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-bd7447f5-10e7-4994-b739-bcaf85e74ea0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2a68b9e6-b5d8-4029-8943-8d4af5f4c421 HTTP/1.1" status: 204 len: 168 time: 0.3789375 Apr 06 12:53:14.075167 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db71c04a-1f93-4a38-b75d-e04ddf4d6771 None None] Network 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:53:14.075649 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52858) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:14.151589 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.212484 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device e1e508c0-3da9-4859-9d9f-a3700bb4d730 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:53:14.235776 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: e1e508c0-3da9-4859-9d9f-a3700bb4d730 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:53:14.236363 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device e1e508c0-3da9-4859-9d9f-a3700bb4d730 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:53:14.236586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Deleting port 9e64832d-997f-4c36-ab44-015ffaf45f9f {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:14.237301 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.296967 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] DHCP port deletion for 4295afb6-0ed4-4e7a-bd5d-549209cfa5ce request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:53:14.330741 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c6a88fd4-6e3d-4465-90ca-2f69937cfc52 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:53:14.347055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] For port 9e64832d-997f-4c36-ab44-015ffaf45f9f, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=9e64832d-997f-4c36-ab44-015ffaf45f9f,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:14.347423 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.353921 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: c6a88fd4-6e3d-4465-90ca-2f69937cfc52 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:53:14.354263 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c6a88fd4-6e3d-4465-90ca-2f69937cfc52 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:53:14.354675 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f800cc98-c05e-4ffa-9c9b-5aa940785bba no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:53:14.362691 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Calling delete_port for 9e64832d-997f-4c36-ab44-015ffaf45f9f owned by network:dhcp {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:14.376507 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: f800cc98-c05e-4ffa-9c9b-5aa940785bba {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:53:14.376881 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f800cc98-c05e-4ffa-9c9b-5aa940785bba not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:53:14.396503 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] Deleting port 9e64832d-997f-4c36-ab44-015ffaf45f9f {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:14.397056 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.401005 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52862) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:14.416710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5882eb30-b826-4bbe-8cbf-64e1636d65d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.468221 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] For port 9e64832d-997f-4c36-ab44-015ffaf45f9f, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=9e64832d-997f-4c36-ab44-015ffaf45f9f,segment=NetworkSegment(2de152fd-fe0b-4431-8e01-4dd43d5bcb22),segment_id=2de152fd-fe0b-4431-8e01-4dd43d5bcb22)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:14.468621 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.481642 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] Calling delete_port for 9e64832d-997f-4c36-ab44-015ffaf45f9f owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:14.507404 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5882eb30-b826-4bbe-8cbf-64e1636d65d2 admin admin] Publish callbacks [] for security_group (93f187b0-f22f-4fb1-84e4-c3c45b6e077e), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.510524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.536551 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9e64832d-997f-4c36-ab44-015ffaf45f9f,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:14.542498 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] No DVR routers for this DVR port 9e64832d-997f-4c36-ab44-015ffaf45f9f on host dv-cinder-815660-6-iscsi {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:53:14.563274 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5882eb30-b826-4bbe-8cbf-64e1636d65d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (93f187b0-f22f-4fb1-84e4-c3c45b6e077e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.567552 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (9e64832d-997f-4c36-ab44-015ffaf45f9f), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.597912 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] Pushing event deleted for resources: {'Port': ['ID=9e64832d-997f-4c36-ab44-015ffaf45f9f,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:14.600190 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7f7db-6079-497c-b45d-256599fa3f69 None None] No DVR routers for this DVR port 9e64832d-997f-4c36-ab44-015ffaf45f9f on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:53:14.605969 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5882eb30-b826-4bbe-8cbf-64e1636d65d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=075400537bb14994a1b33f8f29726b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037852 Apr 06 12:53:14.612222 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52864) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:14.632030 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882eb30-b826-4bbe-8cbf-64e1636d65d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f187b0-f22f-4fb1-84e4-c3c45b6e077e,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:14.650020 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.677446 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4295afb6-0ed4-4e7a-bd5d-549209cfa5ce']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:14.690231 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de152fd-fe0b-4431-8e01-4dd43d5bcb22') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:14.690521 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de152fd-fe0b-4431-8e01-4dd43d5bcb22') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:14.707081 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (2de152fd-fe0b-4431-8e01-4dd43d5bcb22), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.713885 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-92f8dc8e-5a53-4350-9241-ddfbad9b9f65 admin admin] Publish callbacks [] for security_group (93f187b0-f22f-4fb1-84e4-c3c45b6e077e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.728365 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (2de152fd-fe0b-4431-8e01-4dd43d5bcb22), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.747520 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:53:14.748135 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (2de152fd-fe0b-4431-8e01-4dd43d5bcb22), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:53:14.750894 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:53:14.765065 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-92f8dc8e-5a53-4350-9241-ddfbad9b9f65 admin admin] Publish callbacks [] for security_group (93f187b0-f22f-4fb1-84e4-c3c45b6e077e), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.918019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-92f8dc8e-5a53-4350-9241-ddfbad9b9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (93f187b0-f22f-4fb1-84e4-c3c45b6e077e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.920540 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-92f8dc8e-5a53-4350-9241-ddfbad9b9f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.921780 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-92f8dc8e-5a53-4350-9241-ddfbad9b9f65 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93f187b0-f22f-4fb1-84e4-c3c45b6e077e HTTP/1.1" status: 204 len: 168 time: 0.3120375 Apr 06 12:53:14.924281 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (4295afb6-0ed4-4e7a-bd5d-549209cfa5ce), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.938854 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.942875 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] 10.222.0.79 "DELETE /v2.0/networks/4295afb6-0ed4-4e7a-bd5d-549209cfa5ce HTTP/1.1" status: 204 len: 168 time: 0.8662827 Apr 06 12:53:14.945758 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8dc8e-5a53-4350-9241-ddfbad9b9f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f187b0-f22f-4fb1-84e4-c3c45b6e077e,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:14.958191 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacdf4b-502b-4123-bcbf-14e3861596aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4295afb6-0ed4-4e7a-bd5d-549209cfa5ce,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:15.368565 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52878) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:15.412369 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3cca1580-fd2c-4188-8fc5-b5504f526051 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d348c16b71a0461389ecba02ede19d55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425742 Apr 06 12:53:15.416028 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52880) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:15.478753 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-865b21f2-4442-43d4-930b-01ef46350c35 admin admin] Publish callbacks [] for security_group (26ede1ce-9dd4-4be9-b5e2-29a751671d01), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:15.503304 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-865b21f2-4442-43d4-930b-01ef46350c35 admin admin] Publish callbacks [] for security_group (26ede1ce-9dd4-4be9-b5e2-29a751671d01), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:15.653490 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-865b21f2-4442-43d4-930b-01ef46350c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (26ede1ce-9dd4-4be9-b5e2-29a751671d01), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:15.657205 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-865b21f2-4442-43d4-930b-01ef46350c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:15.658367 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-865b21f2-4442-43d4-930b-01ef46350c35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26ede1ce-9dd4-4be9-b5e2-29a751671d01 HTTP/1.1" status: 204 len: 168 time: 0.2413201 Apr 06 12:53:15.666839 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b21f2-4442-43d4-930b-01ef46350c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ede1ce-9dd4-4be9-b5e2-29a751671d01,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:16.264408 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9e64832d-997f-4c36-ab44-015ffaf45f9f no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:53:16.285433 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 9e64832d-997f-4c36-ab44-015ffaf45f9f {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:53:16.285980 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 9e64832d-997f-4c36-ab44-015ffaf45f9f not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:53:16.755955 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52920) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:16.869763 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1932238013-network', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:16.980495 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Made reservation on behalf of ed18ec7da21447ea960b90a43d3435dc for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:16.982911 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:16.991826 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.085514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks [] for security_group (12575f3c-c246-492c-87b5-05c8067428f4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.134766 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (12575f3c-c246-492c-87b5-05c8067428f4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.160733 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:53:17.170572 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12575f3c-c246-492c-87b5-05c8067428f4,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:17.176188 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (ded72367-3d06-4b6f-a41b-7edd90603343), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.177604 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Added segment ded72367-3d06-4b6f-a41b-7edd90603343 of type vlan for network 3462df58-9a5d-4315-9d14-fff2f16ac594 Apr 06 12:53:17.221591 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (3462df58-9a5d-4315-9d14-fff2f16ac594), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.323320 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (3462df58-9a5d-4315-9d14-fff2f16ac594), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.324246 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:17.324869 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.383656 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] Pushing event updated for resources: {'Network': ['ID=3462df58-9a5d-4315-9d14-fff2f16ac594,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:17.394860 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:53:17.472084 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-909b08d6-eff6-460a-be87-69616f9eb780 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7102823 Apr 06 12:53:17.472375 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52932) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:17.478603 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Request body: {'subnet': {'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1932238013-subnet', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:17.654877 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Made reservation on behalf of ed18ec7da21447ea960b90a43d3435dc for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:17.657727 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286922'] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.951966 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9149519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286932'] for subnet (0cc89098-9e45-41b4-9199-e112eeea3e8c), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.002294 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc89098-9e45-41b4-9199-e112eeea3e8c,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:18.018101 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Checking segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:18.024296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Network hostable DHCP agents. Network: 3462df58-9a5d-4315-9d14-fff2f16ac594, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:53:18.101149 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:53:18.214790 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 3462df58-9a5d-4315-9d14-fff2f16ac594) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:18.219172 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:18.219768 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.228080 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac9e5a-5801-441b-99f8-68ff5aa312fc None None] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:53:18.332819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-3462df58-9a5d-4315-9d14-fff2f16ac594', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:53:18.333873 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.377042 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-10a46a29-7275-4782-ad2c-be0f1a2952f3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9030318 Apr 06 12:53:18.379431 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52948) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:18.383898 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:18.483686 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Allocated IP 172.20.0.2 (3462df58-9a5d-4315-9d14-fff2f16ac594/0cc89098-9e45-41b4-9199-e112eeea3e8c/f17b8036-fb69-48c1-9664-7a4b001b3299) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:18.484275 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (1bb0b779-cd82-4b16-b618-b5a9e643c070), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.485112 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (1bb0b779-cd82-4b16-b618-b5a9e643c070), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.551559 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks [] for router_controller (1bb0b779-cd82-4b16-b618-b5a9e643c070), precommit_add_association {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.634593 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Publish callbacks [] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.712639 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.749367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:18.756913 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:18.761361 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:18.762717 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks [] for router_gateway (1bb0b779-cd82-4b16-b618-b5a9e643c070), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.768239 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Pushing event updated for resources: {'Port': ['ID=f17b8036-fb69-48c1-9664-7a4b001b3299,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:18.778860 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.779221 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.779595 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.779962 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.780308 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.780634 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.781203 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.781298 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.781727 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.781986 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.782317 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.782662 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.782993 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.783323 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.783654 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:18.835424 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Attempting to bind port f17b8036-fb69-48c1-9664-7a4b001b3299 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:18.835798 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Attempting to bind port f17b8036-fb69-48c1-9664-7a4b001b3299 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:18.836168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Attempting to bind port f17b8036-fb69-48c1-9664-7a4b001b3299 on network 3462df58-9a5d-4315-9d14-fff2f16ac594 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:18.841367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:18.841739 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Checking segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:18.842168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.842533 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Bound using segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:18.842997 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Bound port: f17b8036-fb69-48c1-9664-7a4b001b3299, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:18.843381 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:18.927945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] For port f17b8036-fb69-48c1-9664-7a4b001b3299, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:18.931627 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] For port f17b8036-fb69-48c1-9664-7a4b001b3299, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f17b8036-fb69-48c1-9664-7a4b001b3299,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:19.004740 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:19.061653 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks [] for router_gateway (1bb0b779-cd82-4b16-b618-b5a9e643c070), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:19.080181 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e4092-f8b8-46a3-ac06-4d5d077d1672 None None] Pushing event updated for resources: {'Port': ['ID=f17b8036-fb69-48c1-9664-7a4b001b3299,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:19.085936 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:19.210148 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Allocated IP 172.27.3.249 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/2379436b-6471-4dd4-88b6-406fa2bf9119) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:19.361643 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks [] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:19.505038 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:19.551726 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:19.554887 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:19.558802 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:19.564869 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Pushing event updated for resources: {'Port': ['ID=2379436b-6471-4dd4-88b6-406fa2bf9119,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:19.944294 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks [] for router_gateway (1bb0b779-cd82-4b16-b618-b5a9e643c070), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.143754 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbcc54f-033f-4454-ac26-af7058d19d43 None None] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:53:20.168669 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (1bb0b779-cd82-4b16-b618-b5a9e643c070), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.231946 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-5790f1fc-9557-4443-8c76-20c4db55223f None None] Provisioning complete for port f17b8036-fb69-48c1-9664-7a4b001b3299 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:20.232376 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5790f1fc-9557-4443-8c76-20c4db55223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.301232 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f17b8036-fb69-48c1-9664-7a4b001b3299 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:20.407258 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port f17b8036-fb69-48c1-9664-7a4b001b3299 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:20.409520 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.432789 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Router 1bb0b779-cd82-4b16-b618-b5a9e643c070 is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:53:20.437936 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-5790f1fc-9557-4443-8c76-20c4db55223f None None] Current status of the port f17b8036-fb69-48c1-9664-7a4b001b3299 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:20.437936 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5790f1fc-9557-4443-8c76-20c4db55223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.487110 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-5790f1fc-9557-4443-8c76-20c4db55223f None None] For port f17b8036-fb69-48c1-9664-7a4b001b3299, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f17b8036-fb69-48c1-9664-7a4b001b3299,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:20.556076 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5790f1fc-9557-4443-8c76-20c4db55223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.557768 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port f17b8036-fb69-48c1-9664-7a4b001b3299 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:20.558359 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.585335 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:20.597671 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Sync routers for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:20.610162 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:20.611312 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:20.651471 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790f1fc-9557-4443-8c76-20c4db55223f None None] Pushing event updated for resources: {'Port': ['ID=f17b8036-fb69-48c1-9664-7a4b001b3299,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:20.655975 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.db.api [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:53:20.656366 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG oslo_db.api [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:53:20.680066 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-d2d4c894-71e5-4083-9ca1-916f6dd6174f None None] Provisioning complete for port f17b8036-fb69-48c1-9664-7a4b001b3299 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:20.680447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c894-71e5-4083-9ca1-916f6dd6174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.703566 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.704391 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ecb454ad-6d00-4b51-94ed-a6f28f63121d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3238986 Apr 06 12:53:20.708863 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52962) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:20.739799 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:20.788776 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4c894-71e5-4083-9ca1-916f6dd6174f None None] Current status of the port f17b8036-fb69-48c1-9664-7a4b001b3299 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:20.947229 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:19Z', 'revision_number': 3, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:20.972882 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Checking router: 1bb0b779-cd82-4b16-b618-b5a9e643c070 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:20.973237 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Updating router 1bb0b779-cd82-4b16-b618-b5a9e643c070 port 2379436b-6471-4dd4-88b6-406fa2bf9119 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:53:21.007405 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.201653 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port f17b8036-fb69-48c1-9664-7a4b001b3299 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:21.206581 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.297671 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Publish callbacks [] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.406289 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Allocated IP 172.20.0.1 (3462df58-9a5d-4315-9d14-fff2f16ac594/0cc89098-9e45-41b4-9199-e112eeea3e8c/037f243a-64c0-4d96-8a82-88c2c449d571) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:21.420365 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.477614 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Attempting to bind port 2379436b-6471-4dd4-88b6-406fa2bf9119 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:21.477993 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Attempting to bind port 2379436b-6471-4dd4-88b6-406fa2bf9119 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:21.478334 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Attempting to bind port 2379436b-6471-4dd4-88b6-406fa2bf9119 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:21.486105 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Pushing event updated for resources: {'Port': ['ID=2379436b-6471-4dd4-88b6-406fa2bf9119,revision_number=2']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:21.493864 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:21.493864 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:21.493864 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.493864 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:21.493864 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Bound port: 2379436b-6471-4dd4-88b6-406fa2bf9119, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:21.493864 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.498570 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.498916 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.499291 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.499641 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.499979 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.500304 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.500632 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.500982 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.501299 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.501623 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.501945 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.502292 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.502616 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.502931 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.503254 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:21.540935 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks [] for port (037f243a-64c0-4d96-8a82-88c2c449d571), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.566504 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] For port 2379436b-6471-4dd4-88b6-406fa2bf9119, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:21.570510 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] For port 2379436b-6471-4dd4-88b6-406fa2bf9119, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=2379436b-6471-4dd4-88b6-406fa2bf9119,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:21.644459 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.678121 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.707123 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:21.708861 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:21.709909 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716b4bd-cc0d-4186-8fdb-2822355a7b71 None None] Pushing event updated for resources: {'Port': ['ID=2379436b-6471-4dd4-88b6-406fa2bf9119,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:21.722139 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:21.728300 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:21.733136 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:21.760152 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Pushing event updated for resources: {'Port': ['ID=037f243a-64c0-4d96-8a82-88c2c449d571,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:21.783347 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (1bb0b779-cd82-4b16-b618-b5a9e643c070), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:21.857191 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:22.017228 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.028175 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-b551339d-aa49-4d3f-8ae7-4702eff906c7 None None] Provisioning complete for port 037f243a-64c0-4d96-8a82-88c2c449d571 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:22.030813 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b551339d-aa49-4d3f-8ae7-4702eff906c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.070299 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-b551339d-aa49-4d3f-8ae7-4702eff906c7 None None] Port 037f243a-64c0-4d96-8a82-88c2c449d571 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:22.178318 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:19Z', 'revision_number': 3, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:22.206448 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks [] for port (037f243a-64c0-4d96-8a82-88c2c449d571), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.213916 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a3e9-0571-4a39-8418-fb3a4dd49528 None None] The sync data for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi is: [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:19Z', 'revision_number': 3, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:22.286879 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f17b8036-fb69-48c1-9664-7a4b001b3299 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:22.287606 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.352014 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port f17b8036-fb69-48c1-9664-7a4b001b3299 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:22.352693 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.362475 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Pushing event updated for resources: {'Port': ['ID=037f243a-64c0-4d96-8a82-88c2c449d571,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:22.365870 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (1bb0b779-cd82-4b16-b618-b5a9e643c070), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.448207 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port f17b8036-fb69-48c1-9664-7a4b001b3299 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:22.495380 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:22.497797 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:22.657338 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Router 1bb0b779-cd82-4b16-b618-b5a9e643c070 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:53:22.793182 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:22.799020 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-764dab6a-ce4e-4302-870f-aa1b6ba2d10d admin admin] 10.222.0.79 "PUT /v2.0/routers/1bb0b779-cd82-4b16-b618-b5a9e643c070/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885305 Apr 06 12:53:22.809673 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-1bb79065-a584-4f02-9a28-8928e2296eeb None None] Provisioning complete for port 037f243a-64c0-4d96-8a82-88c2c449d571 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:22.810248 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1bb79065-a584-4f02-9a28-8928e2296eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.852469 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-1bb79065-a584-4f02-9a28-8928e2296eeb None None] Port 037f243a-64c0-4d96-8a82-88c2c449d571 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:23.449310 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 52984) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:23.453984 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-e3c2dd71-6239-4df7-b664-72e868f5c392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869762309', 'description': 'tempest-description--1210437804'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:23.540806 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dd71-6239-4df7-b664-72e868f5c392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.632476 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dd71-6239-4df7-b664-72e868f5c392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (0c03e513-7331-4be2-b174-e7d9aa7fdd6b), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.711887 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dd71-6239-4df7-b664-72e868f5c392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0c03e513-7331-4be2-b174-e7d9aa7fdd6b), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.741357 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2dd71-6239-4df7-b664-72e868f5c392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c03e513-7331-4be2-b174-e7d9aa7fdd6b,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:23.828269 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dd71-6239-4df7-b664-72e868f5c392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.829570 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e3c2dd71-6239-4df7-b664-72e868f5c392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3791666 Apr 06 12:53:23.832566 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52988) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:23.839213 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-f6477b6d-2bb1-43c0-9488-01e9c9da0df5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'security_group_rule': {'security_group_id': '0c03e513-7331-4be2-b174-e7d9aa7fdd6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:23.921143 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6477b6d-2bb1-43c0-9488-01e9c9da0df5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (d86b93de-5e0d-412c-af7a-a7ab085ca658), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.981882 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6477b6d-2bb1-43c0-9488-01e9c9da0df5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (d86b93de-5e0d-412c-af7a-a7ab085ca658), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.004167 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Sync routers for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:24.013740 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:24.014359 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:24.058751 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6477b6d-2bb1-43c0-9488-01e9c9da0df5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (d86b93de-5e0d-412c-af7a-a7ab085ca658), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.078009 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6477b6d-2bb1-43c0-9488-01e9c9da0df5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86b93de-5e0d-412c-af7a-a7ab085ca658,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:24.140875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:24.151972 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6477b6d-2bb1-43c0-9488-01e9c9da0df5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.153261 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f6477b6d-2bb1-43c0-9488-01e9c9da0df5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3195734 Apr 06 12:53:24.156028 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52990) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:24.160669 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-18587568-8c05-4510-a3ed-73e8c362f5f4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'security_group_rule': {'security_group_id': '0c03e513-7331-4be2-b174-e7d9aa7fdd6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:24.259507 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18587568-8c05-4510-a3ed-73e8c362f5f4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (2ebac92a-f8f2-4946-b1e0-a69305014c92), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.288489 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2379436b-6471-4dd4-88b6-406fa2bf9119 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:24.325870 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18587568-8c05-4510-a3ed-73e8c362f5f4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (2ebac92a-f8f2-4946-b1e0-a69305014c92), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.395716 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 2379436b-6471-4dd4-88b6-406fa2bf9119 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:24.396095 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.401668 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18587568-8c05-4510-a3ed-73e8c362f5f4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (2ebac92a-f8f2-4946-b1e0-a69305014c92), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.421670 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587568-8c05-4510-a3ed-73e8c362f5f4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebac92a-f8f2-4946-b1e0-a69305014c92,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:24.458037 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:22Z', 'revision_number': 2, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:24.489483 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Checking router: 1bb0b779-cd82-4b16-b618-b5a9e643c070 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:24.490066 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Updating router 1bb0b779-cd82-4b16-b618-b5a9e643c070 port 037f243a-64c0-4d96-8a82-88c2c449d571 binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:53:24.491018 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18587568-8c05-4510-a3ed-73e8c362f5f4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.494427 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-18587568-8c05-4510-a3ed-73e8c362f5f4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353148 Apr 06 12:53:24.495453 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 52994) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:24.500505 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:24.553698 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.565102 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 2379436b-6471-4dd4-88b6-406fa2bf9119 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:24.565683 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.606991 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.619064 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 2379436b-6471-4dd4-88b6-406fa2bf9119, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=2379436b-6471-4dd4-88b6-406fa2bf9119,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:24.683682 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.725970 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.798476 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=2379436b-6471-4dd4-88b6-406fa2bf9119,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:24.845352 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Allocated IP 172.27.3.143 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/bf75c664-961b-4cad-ab6e-353d84baa957) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:24.939781 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Publish callbacks [] for port (037f243a-64c0-4d96-8a82-88c2c449d571), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:24.962318 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for port (bf75c664-961b-4cad-ab6e-353d84baa957), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.026417 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.054005 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (bf75c664-961b-4cad-ab6e-353d84baa957), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.101944 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a906ce-5851-49bd-bd02-51f2f20b8599 None None] Pushing event updated for resources: {'Port': ['ID=037f243a-64c0-4d96-8a82-88c2c449d571,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:25.103431 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:25.108271 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:25.116777 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:25.136972 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'Port': ['ID=bf75c664-961b-4cad-ab6e-353d84baa957,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:25.141831 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Attempting to bind port 037f243a-64c0-4d96-8a82-88c2c449d571 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:25.143409 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Attempting to bind port 037f243a-64c0-4d96-8a82-88c2c449d571 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:25.143409 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Attempting to bind port 037f243a-64c0-4d96-8a82-88c2c449d571 on network 3462df58-9a5d-4315-9d14-fff2f16ac594 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:25.151305 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:25.151697 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Checking segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:25.152100 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.152508 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Bound using segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:25.154114 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Bound port: 037f243a-64c0-4d96-8a82-88c2c449d571, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:25.154114 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.244884 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (71dd5930-75f3-4b22-b382-1aa096009593), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.253800 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] For port 037f243a-64c0-4d96-8a82-88c2c449d571, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:25.258177 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] For port 037f243a-64c0-4d96-8a82-88c2c449d571, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=037f243a-64c0-4d96-8a82-88c2c449d571,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:25.344424 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (bf75c664-961b-4cad-ab6e-353d84baa957), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.345250 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.417409 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a906ce-5851-49bd-bd02-51f2f20b8599 None None] Pushing event updated for resources: {'Port': ['ID=037f243a-64c0-4d96-8a82-88c2c449d571,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:25.423470 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-3f493649-5711-406b-84bf-a070774377c5 None None] Provisioning complete for port 037f243a-64c0-4d96-8a82-88c2c449d571 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:25.423842 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3f493649-5711-406b-84bf-a070774377c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.425874 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:25.426502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:52:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:25.542311 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for port (bf75c664-961b-4cad-ab6e-353d84baa957), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.599449 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:25.613402 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (bf75c664-961b-4cad-ab6e-353d84baa957), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.641496 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-3f493649-5711-406b-84bf-a070774377c5 None None] Current status of the port 037f243a-64c0-4d96-8a82-88c2c449d571 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:25.641895 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3f493649-5711-406b-84bf-a070774377c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.694782 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'Port': ['ID=bf75c664-961b-4cad-ab6e-353d84baa957,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:25.716578 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (71dd5930-75f3-4b22-b382-1aa096009593), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.758447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-3f493649-5711-406b-84bf-a070774377c5 None None] For port 037f243a-64c0-4d96-8a82-88c2c449d571, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=037f243a-64c0-4d96-8a82-88c2c449d571,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:25.816979 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.819393 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-18616a1f-044b-4393-aca4-0110a62545fb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3223426 Apr 06 12:53:25.843529 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3f493649-5711-406b-84bf-a070774377c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:25.913938 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:25.915960 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f493649-5711-406b-84bf-a070774377c5 None None] Pushing event updated for resources: {'Port': ['ID=037f243a-64c0-4d96-8a82-88c2c449d571,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:25.951124 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277c114e-3254-4b46-8dd2-6de2e3813cf4 None None] The sync data for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi is: [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:25.976665 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-f4a1597e-11ce-4015-98be-644e343d7d9d None None] Provisioning complete for port 037f243a-64c0-4d96-8a82-88c2c449d571 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:25.977067 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f4a1597e-11ce-4015-98be-644e343d7d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:26.064408 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-7b247de1-3c8d-4566-b1be-41da5d69b5b1 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1869762309&fields=id&tenant_id=ed18ec7da21447ea960b90a43d3435dc HTTP/1.1" status: 200 len: 267 time: 0.1140726 Apr 06 12:53:26.106632 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1597e-11ce-4015-98be-644e343d7d9d None None] Current status of the port 037f243a-64c0-4d96-8a82-88c2c449d571 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:26.175844 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-deb5312d-4836-4004-9b3f-fa5d74bba960 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:26.183333 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-deb5312d-4836-4004-9b3f-fa5d74bba960 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/networks?id=f72d93f6-ff4e-426c-8c23-652a8e40029f HTTP/1.1" status: 200 len: 814 time: 0.2687774 Apr 06 12:53:26.228274 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-e2b8aed6-abfe-41bc-b62b-6942fdb373e4 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/quotas/4009fca9ddae4076bbd2a6071c550b7d HTTP/1.1" status: 200 len: 375 time: 0.0395133 Apr 06 12:53:26.310587 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-6f23383d-b929-4b7b-b5b1-c94499161515 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683126 Apr 06 12:53:26.319043 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-71aa5757-3be6-4f7f-8223-544482e3ccf8 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:26.329936 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-71aa5757-3be6-4f7f-8223-544482e3ccf8 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 811 time: 0.2530668 Apr 06 12:53:26.398818 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2379436b-6471-4dd4-88b6-406fa2bf9119 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:26.398977 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-dca19e98-68cc-42ed-8902-4592fd986c64 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/quotas/ed18ec7da21447ea960b90a43d3435dc HTTP/1.1" status: 200 len: 375 time: 0.0676572 Apr 06 12:53:26.471087 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 2379436b-6471-4dd4-88b6-406fa2bf9119 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:26.471617 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:26.492853 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-20514c55-070b-4b45-8367-d5dd59c9961e tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930717 Apr 06 12:53:26.522822 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-5e54dcfc-9176-4931-9b6a-7c8f70fc2f1b service neutron] 10.222.0.79 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896956 Apr 06 12:53:26.731084 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 2379436b-6471-4dd4-88b6-406fa2bf9119 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:26.735271 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 037f243a-64c0-4d96-8a82-88c2c449d571 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:26.787729 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 037f243a-64c0-4d96-8a82-88c2c449d571 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:26.788246 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:26.883929 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 037f243a-64c0-4d96-8a82-88c2c449d571 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:27.001676 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-254aff69-57a3-4157-9a27-1c27964d2aec service neutron] 10.222.0.79 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948959 Apr 06 12:53:27.004224 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-3284bda4-cbf0-46a8-91e9-7195934c11db service neutron] 10.222.0.79 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542224 Apr 06 12:53:27.104459 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-a586400a-0219-4967-abec-948abb1505ec service neutron] 10.222.0.79 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953877 Apr 06 12:53:27.238666 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-fc75e02b-6a70-43d2-953e-d7d6c54947f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:27.314123 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4a889166-ba58-4b46-8de3-47a4ba4099ea req-243a5385-c20a-4e21-8e50-18956ff4d3a5 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 210 time: 0.0340316 Apr 06 12:53:27.434598 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-084650b6-004f-41bc-a1da-fded646e2475 req-4bc51d37-4347-4924-8bb3-b7e39dcb6319 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 210 time: 0.0366437 Apr 06 12:53:28.416210 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9190bad9-9289-4a0f-9fb1-bb3639e4d82c req-c48fb5d5-c871-429d-9a6f-db3b0a469493 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 210 time: 0.0288820 Apr 06 12:53:28.535036 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-67d81eab-ffc8-46fe-8920-a2f824bfcbfc req-cb7c23f5-1357-4a01-a701-8c5e152c9cdd tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 210 time: 0.0288675 Apr 06 12:53:29.257539 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-dd9cd49d-1a2d-4051-8b52-2fb01f35413b tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:29.259004 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-dd9cd49d-1a2d-4051-8b52-2fb01f35413b tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "GET /v2.0/networks?id=f72d93f6-ff4e-426c-8c23-652a8e40029f HTTP/1.1" status: 200 len: 814 time: 0.1111503 Apr 06 12:53:29.432076 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Request body: {'port': {'device_id': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f', 'admin_state_up': True, 'tenant_id': '4009fca9ddae4076bbd2a6071c550b7d'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:29.568773 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fe852df8-a857-4f03-a966-828c60ee2cd5 req-bd7feb08-2cfe-489f-89a1-1e11cea6a0bb tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 210 time: 0.0531950 Apr 06 12:53:29.574899 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-cb806edb-0815-4e04-a01c-4461025e3419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:29.654558 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b629c60b-c582-44a0-964e-9faf56a9a908 req-bd3039a9-0458-4c69-ae0c-83b001801fd2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 210 time: 0.0281658 Apr 06 12:53:29.746422 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Made reservation on behalf of 4009fca9ddae4076bbd2a6071c550b7d for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:29.749824 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:29.897401 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-cb5958c8-d872-4ec1-94eb-5f5ba4073c05 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:29.899789 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-cb5958c8-d872-4ec1-94eb-5f5ba4073c05 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 811 time: 0.1318185 Apr 06 12:53:29.909051 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Allocated IP 172.20.0.7 (f72d93f6-ff4e-426c-8c23-652a8e40029f/d076e2ef-d62c-46b2-ac0d-bd8b49e5438e/f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:30.007018 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-80bddccf-5830-4223-a782-d7d804637f2f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed18ec7da21447ea960b90a43d3435dc HTTP/1.1" status: 200 len: 380 time: 0.0926275 Apr 06 12:53:30.033469 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'port': {'device_id': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'admin_state_up': True, 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'security_groups': ['0c03e513-7331-4be2-b174-e7d9aa7fdd6b']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:30.115342 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks [] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.214772 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Made reservation on behalf of ed18ec7da21447ea960b90a43d3435dc for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:30.215477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.219485 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.271285 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Pushing event updated for resources: {'Port': ['ID=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:30.275084 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Network f72d93f6-ff4e-426c-8c23-652a8e40029f is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:30.276798 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:30.279864 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:30.333993 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:30.335232 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.373684 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Allocated IP 172.20.0.6 (3462df58-9a5d-4315-9d14-fff2f16ac594/0cc89098-9e45-41b4-9199-e112eeea3e8c/ef28268c-17b5-4775-806d-b5259f5c1155) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:30.417800 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-7880add2-bf98-401c-a10a-26c9f58a2522 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9904344 Apr 06 12:53:30.431112 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Request body: {'port': {'device_id': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:30.493921 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.525272 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for port (ef28268c-17b5-4775-806d-b5259f5c1155), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.648005 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.729835 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:30.738566 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:30.741488 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'Port': ['ID=ef28268c-17b5-4775-806d-b5259f5c1155,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:30.743951 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:30.753106 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dece95-5ea7-426e-afbb-0cb434229a4a req-96abf092-a543-429f-9503-466eea6537cd tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:30.754647 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-84dece95-5ea7-426e-afbb-0cb434229a4a req-96abf092-a543-429f-9503-466eea6537cd tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 931 time: 0.1171212 Apr 06 12:53:30.778412 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:53:30.787301 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Publish callbacks [] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.801288 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Transition to ACTIVE for port object f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:53:30.863804 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:30.864475 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.906504 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-84dece95-5ea7-426e-afbb-0cb434229a4a req-c3bb9870-c752-4b71-9327-d0be3369a277 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158144 Apr 06 12:53:30.917988 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e224-88ff-4291-8c2d-212764f59a7a req-ae84122b-2824-4332-8d99-d31c6b23ea6c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:30.918133 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.928463 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7c23e224-88ff-4291-8c2d-212764f59a7a req-ae84122b-2824-4332-8d99-d31c6b23ea6c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 931 time: 0.1615965 Apr 06 12:53:30.946151 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:30.987677 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7c23e224-88ff-4291-8c2d-212764f59a7a req-074abaa9-b664-49f1-be32-1f5f4ee25222 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592027 Apr 06 12:53:30.996771 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Pushing event updated for resources: {'Port': ['ID=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:31.017267 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-131b4169-b71a-4b9c-9463-87de804b5643 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9879322 Apr 06 12:53:31.031229 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Request body: {'port': {'device_id': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:31.067336 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-0e150d42-a964-4737-90fc-1a0ae2e2f434 None None] Provisioning complete for port ef28268c-17b5-4775-806d-b5259f5c1155 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:31.068102 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0e150d42-a964-4737-90fc-1a0ae2e2f434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.080223 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Attempting to bind port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:31.080794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Attempting to bind port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:31.081321 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Attempting to bind port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 on network f72d93f6-ff4e-426c-8c23-652a8e40029f {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:31.087199 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 on network f72d93f6-ff4e-426c-8c23-652a8e40029f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:53:31.087677 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Attempting to bind port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 on network f72d93f6-ff4e-426c-8c23-652a8e40029f {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:31.093691 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:31.095474 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Checking segment: {'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:31.095474 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Bound using segment: {'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:31.095474 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Bound port: f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396c07b1-a7ea-4036-9974-bf5b9680317f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:31.095474 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.117645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-0e150d42-a964-4737-90fc-1a0ae2e2f434 None None] Port ef28268c-17b5-4775-806d-b5259f5c1155 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:31.124041 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.179122 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] For port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:31.182947 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] For port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:31.287695 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.325658 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:31.326974 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.327791 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] 10.222.0.83 "PUT /v2.0/ports/f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 HTTP/1.1" status: 200 len: 1093 time: 0.9010136 Apr 06 12:53:31.328267 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'tag': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:31.330988 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5dac5-9297-4feb-9f84-b9eb5a58be3c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfeea0c7-2b32-4742-8d02-a96e6113a2f7", "tag": "f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:31.361664 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9e62f-671e-49c5-af0a-6d352b2eeb6e service neutron] Pushing event updated for resources: {'Port': ['ID=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:31.376097 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493b77c9-ecbd-4c2d-9529-324dd5795324 x-openstack-request-id: req-493b77c9-ecbd-4c2d-9529-324dd5795324 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:31.376097 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfeea0c7-2b32-4742-8d02-a96e6113a2f7", "tag": "f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:31.379480 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-493b77c9-ecbd-4c2d-9529-324dd5795324 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:31.379480 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493b77c9-ecbd-4c2d-9529-324dd5795324'] response: {'name': 'network-changed', 'server_uuid': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'tag': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4', 'status': 'completed', 'code': 200} Apr 06 12:53:31.455933 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5dac5-9297-4feb-9f84-b9eb5a58be3c req-2118c9e2-4043-4b98-81a9-37ec3dfa7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:31.457856 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-95e5dac5-9297-4feb-9f84-b9eb5a58be3c req-2118c9e2-4043-4b98-81a9-37ec3dfa7717 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 1127 time: 0.0591862 Apr 06 12:53:31.458577 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef28268c-17b5-4775-806d-b5259f5c1155 {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:53:31.466834 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Publish callbacks [] for port (ef28268c-17b5-4775-806d-b5259f5c1155), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.481402 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Transition to ACTIVE for port object ef28268c-17b5-4775-806d-b5259f5c1155 will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:53:31.552268 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.561159 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5dac5-9297-4feb-9f84-b9eb5a58be3c req-de672826-10cc-4918-86d1-405eb9129b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:31.562758 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-95e5dac5-9297-4feb-9f84-b9eb5a58be3c req-de672826-10cc-4918-86d1-405eb9129b97 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0973694 Apr 06 12:53:31.637056 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=ef28268c-17b5-4775-806d-b5259f5c1155,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:31.702537 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5dac5-9297-4feb-9f84-b9eb5a58be3c req-6d83227b-59c8-43c9-bbd6-19efbd843629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:31.704484 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-95e5dac5-9297-4feb-9f84-b9eb5a58be3c req-6d83227b-59c8-43c9-bbd6-19efbd843629 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350203 Apr 06 12:53:31.712084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Attempting to bind port ef28268c-17b5-4775-806d-b5259f5c1155 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:31.712677 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Attempting to bind port ef28268c-17b5-4775-806d-b5259f5c1155 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:31.712904 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Attempting to bind port ef28268c-17b5-4775-806d-b5259f5c1155 on network 3462df58-9a5d-4315-9d14-fff2f16ac594 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:31.720452 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Port ef28268c-17b5-4775-806d-b5259f5c1155 on network 3462df58-9a5d-4315-9d14-fff2f16ac594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:53:31.720886 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Attempting to bind port ef28268c-17b5-4775-806d-b5259f5c1155 on network 3462df58-9a5d-4315-9d14-fff2f16ac594 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:31.737795 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:31.738230 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Checking segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:31.738721 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Bound using segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:31.739586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Bound port: ef28268c-17b5-4775-806d-b5259f5c1155, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:31.740079 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.841710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-a4b2c557-6ada-4da1-ae35-7e323f81ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:31.843304 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-a4b2c557-6ada-4da1-ae35-7e323f81ff67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 1127 time: 0.0758958 Apr 06 12:53:31.853510 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] For port ef28268c-17b5-4775-806d-b5259f5c1155, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:31.857313 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] For port ef28268c-17b5-4775-806d-b5259f5c1155, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ef28268c-17b5-4775-806d-b5259f5c1155,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:31.901332 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-e49ff375-48b9-4056-9e4d-616e2181be6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 HTTP/1.1" status: 200 len: 217 time: 0.0394208 Apr 06 12:53:31.945211 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.963871 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-af61a32e-f388-4406-8481-60b72f014133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:31.966797 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-af61a32e-f388-4406-8481-60b72f014133 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d076e2ef-d62c-46b2-ac0d-bd8b49e5438e HTTP/1.1" status: 200 len: 854 time: 0.0585659 Apr 06 12:53:31.987094 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:31.990472 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:31.990472 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] 10.222.0.83 "PUT /v2.0/ports/ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 200 len: 1093 time: 0.9638388 Apr 06 12:53:31.992180 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:31.998518 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63bdcd-0d19-4cf6-9aa3-cb81a3511f82" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:32.031371 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-459b29b9-f70e-4a8b-93c3-35c061b5bc48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f72d93f6-ff4e-426c-8c23-652a8e40029f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575840 Apr 06 12:53:32.063572 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754f7be-8f55-4faf-9ae2-8ad5b2a8ff2f service neutron] Pushing event updated for resources: {'Port': ['ID=ef28268c-17b5-4775-806d-b5259f5c1155,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:32.082310 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149494f-bc2c-4de5-b509-43ae6bfdf447 x-openstack-request-id: req-b149494f-bc2c-4de5-b509-43ae6bfdf447 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:32.082819 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:32.083142 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b149494f-bc2c-4de5-b509-43ae6bfdf447 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:32.084096 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b149494f-bc2c-4de5-b509-43ae6bfdf447'] response: {'name': 'network-changed', 'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'status': 'completed', 'code': 200} Apr 06 12:53:32.138228 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba999b-e6a4-4bac-aa59-a0f8f90a123b req-1ecdeae1-00cf-403a-bd20-6807215c96d3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:32.140249 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-77ba999b-e6a4-4bac-aa59-a0f8f90a123b req-1ecdeae1-00cf-403a-bd20-6807215c96d3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 943 time: 0.1223879 Apr 06 12:53:32.176570 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-f0a4ac9f-1e19-4b6a-8ada-96ec80a325a7 service neutron] 10.222.0.83 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376009 Apr 06 12:53:32.202322 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63bdcd-0d19-4cf6-9aa3-cb81a3511f82 req-7653c219-13b4-4d6e-9519-7242a0635cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:32.203950 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6a63bdcd-0d19-4cf6-9aa3-cb81a3511f82 req-7653c219-13b4-4d6e-9519-7242a0635cc6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1127 time: 0.1148920 Apr 06 12:53:32.306692 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-77ba999b-e6a4-4bac-aa59-a0f8f90a123b req-23d387f4-db90-4bdc-9795-3e7066f4023c tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553314 Apr 06 12:53:32.319163 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9ebdb-bfd3-4486-8394-4f15b6cadbd9 req-644b55aa-180a-4140-bd1a-a5e85b3e576c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:32.321097 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1af9ebdb-bfd3-4486-8394-4f15b6cadbd9 req-644b55aa-180a-4140-bd1a-a5e85b3e576c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 943 time: 0.1709018 Apr 06 12:53:32.400564 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63bdcd-0d19-4cf6-9aa3-cb81a3511f82 req-79838c40-52eb-4381-8f40-72363a7388f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:32.402228 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6a63bdcd-0d19-4cf6-9aa3-cb81a3511f82 req-79838c40-52eb-4381-8f40-72363a7388f3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ed18ec7da21447ea960b90a43d3435dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1835799 Apr 06 12:53:32.424429 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1af9ebdb-bfd3-4486-8394-4f15b6cadbd9 req-a78c8f4e-a718-4dd9-a2c7-2e52e4484b1f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927637 Apr 06 12:53:32.515845 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63bdcd-0d19-4cf6-9aa3-cb81a3511f82 req-8fffeb02-047d-4035-b3b5-f4d53067b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:32.517782 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6a63bdcd-0d19-4cf6-9aa3-cb81a3511f82 req-8fffeb02-047d-4035-b3b5-f4d53067b522 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071072 Apr 06 12:53:32.566759 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-7ea586d9-69dc-43cb-8f66-db91aff27c04 req-6e53feaa-d95b-4f08-b59f-dc63c4698428 service neutron] 10.222.0.83 "GET /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839421 Apr 06 12:53:32.602565 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-db8dc0f2-3c04-4192-880a-34d0d67bf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:32.608299 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-db8dc0f2-3c04-4192-880a-34d0d67bf6d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1127 time: 0.0499082 Apr 06 12:53:32.654666 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-00885aea-ed79-4670-b5bc-84e6fb3e98db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 200 len: 217 time: 0.0398259 Apr 06 12:53:32.713937 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-4bc02970-6f7e-40d6-aae8-a8342334d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:32.715509 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-4bc02970-6f7e-40d6-aae8-a8342334d01d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0517015 Apr 06 12:53:32.877698 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:33.447194 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-cf07bf5e-93dc-4014-8671-ae1cec6a17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:33.448726 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-cf07bf5e-93dc-4014-8671-ae1cec6a17ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870841 Apr 06 12:53:33.472433 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5148d3-08a0-4c06-bed7-4f0e7207c912 req-800920b8-32b8-469f-bd94-7a2e2db1e1f0 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:33.474007 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cb5148d3-08a0-4c06-bed7-4f0e7207c912 req-800920b8-32b8-469f-bd94-7a2e2db1e1f0 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 943 time: 0.0794849 Apr 06 12:53:33.621946 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cb5148d3-08a0-4c06-bed7-4f0e7207c912 req-896611cf-07be-4d9a-9301-f564fc5cd0f4 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378443 Apr 06 12:53:33.625123 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-35ad60f8-8ccb-4ef5-a933-30089367b6db service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677499 Apr 06 12:53:33.637255 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c74510-b21c-44aa-a9da-6e099c2158c8 req-2fe59a11-141c-4bd5-8704-1e8675d7815c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:33.638782 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3c74510-b21c-44aa-a9da-6e099c2158c8 req-2fe59a11-141c-4bd5-8704-1e8675d7815c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 943 time: 0.1285744 Apr 06 12:53:33.687134 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3c74510-b21c-44aa-a9da-6e099c2158c8 req-7c0e7050-580f-47b3-a2e5-b63dec387e41 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Apr 06 12:53:33.877738 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:34.461163 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4739c6e4-15d0-4386-a073-5c731eb6aa36 req-9560f22c-aa40-4870-b82a-4374d04c4df5 service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854082 Apr 06 12:53:34.760669 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d63d1-bcfe-4233-9e30-381abe6e3579 req-8c6eed3a-a6b6-4a05-9295-5907d2238dc9 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:34.762297 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-225d63d1-bcfe-4233-9e30-381abe6e3579 req-8c6eed3a-a6b6-4a05-9295-5907d2238dc9 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 943 time: 0.0712962 Apr 06 12:53:34.843165 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-225d63d1-bcfe-4233-9e30-381abe6e3579 req-a3ea6f51-f500-4d4d-ace8-23a1c101c373 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715837 Apr 06 12:53:34.850886 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554eee5-74ad-4151-8c2c-31b17c00624e req-077a089b-6f35-41c5-bd25-d3e0d2a4d108 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:34.852409 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8554eee5-74ad-4151-8c2c-31b17c00624e req-077a089b-6f35-41c5-bd25-d3e0d2a4d108 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 943 time: 0.0891867 Apr 06 12:53:34.904176 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8554eee5-74ad-4151-8c2c-31b17c00624e req-2e5e465b-3dfd-41e3-944c-d301aab8ea18 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Apr 06 12:53:35.215466 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:53:35.322432 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:35.337119 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4', 'network_id': 'f72d93f6-ff4e-426c-8c23-652a8e40029f', 'port_id': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4', 'mac_address': 'fa:16:3e:00:a2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd076e2ef-d62c-46b2-ac0d-bd8b49e5438e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:53:35.361931 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:35.378114 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:35.378509 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:35.393389 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:53:35.413765 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:35.506407 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:35.556220 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:35.967444 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd76f1-2ac6-46b3-893a-d5ace064a712 req-4a65e42f-eb20-4767-bc9c-cab17efe4c8e tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:35.969265 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9fd76f1-2ac6-46b3-893a-d5ace064a712 req-4a65e42f-eb20-4767-bc9c-cab17efe4c8e tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 944 time: 0.0579047 Apr 06 12:53:36.048444 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9fd76f1-2ac6-46b3-893a-d5ace064a712 req-9126caeb-22c0-47c2-be40-c8228b9dee49 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 Apr 06 12:53:36.060763 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d989b-4568-4dc5-a674-6b8fffba2bc8 req-c8af0b0e-4319-4ec5-aa0f-fd46cbfd309e tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:36.062302 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c91d989b-4568-4dc5-a674-6b8fffba2bc8 req-c8af0b0e-4319-4ec5-aa0f-fd46cbfd309e tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 943 time: 0.0878155 Apr 06 12:53:36.110746 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c91d989b-4568-4dc5-a674-6b8fffba2bc8 req-a5c281ca-f4be-4366-9b6a-5e4d94cf574b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Apr 06 12:53:36.400802 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:53:37.182227 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4efaee-8408-4a7e-921c-7f80efbf4f13 req-206a9905-ce61-42ed-97f1-659641820aa6 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:37.183870 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb4efaee-8408-4a7e-921c-7f80efbf4f13 req-206a9905-ce61-42ed-97f1-659641820aa6 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 944 time: 0.0586631 Apr 06 12:53:37.274349 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb4efaee-8408-4a7e-921c-7f80efbf4f13 req-609aaa52-8b4c-4753-98e8-52f6634b744a tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742171 Apr 06 12:53:37.282900 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a409a4a-f3ff-4e4d-97a3-6391615f55d5 req-4f1bcb23-0de1-45fd-bc08-c19912134535 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:37.284381 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a409a4a-f3ff-4e4d-97a3-6391615f55d5 req-4f1bcb23-0de1-45fd-bc08-c19912134535 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 943 time: 0.0972261 Apr 06 12:53:37.335854 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a409a4a-f3ff-4e4d-97a3-6391615f55d5 req-42fed93e-bb9e-4615-85f5-54bd0d1f782d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434446 Apr 06 12:53:38.393926 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddcad1-f481-4c8c-915e-31190534a18c req-ab438288-6a30-49d0-b996-d670c0f80bae tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:38.395561 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-25ddcad1-f481-4c8c-915e-31190534a18c req-ab438288-6a30-49d0-b996-d670c0f80bae tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 944 time: 0.0545375 Apr 06 12:53:38.395833 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ef28268c-17b5-4775-806d-b5259f5c1155 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:53:38.399167 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:38.477116 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-25ddcad1-f481-4c8c-915e-31190534a18c req-c0207a67-f0ec-45fe-b458-94e9526d5c43 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738270 Apr 06 12:53:38.492339 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd146e0c-13d9-45f6-9b17-5c09fc950f81 req-1f9485d2-4ba4-4927-9ec9-69d9a7baee5a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:38.493998 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bd146e0c-13d9-45f6-9b17-5c09fc950f81 req-1f9485d2-4ba4-4927-9ec9-69d9a7baee5a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 943 time: 0.0898256 Apr 06 12:53:38.534094 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ef28268c-17b5-4775-806d-b5259f5c1155, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ef28268c-17b5-4775-806d-b5259f5c1155,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:38.543049 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bd146e0c-13d9-45f6-9b17-5c09fc950f81 req-b96852ad-199d-47f6-a4fc-313bad219409 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Apr 06 12:53:38.548535 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'port_id': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'mac_address': 'fa:16:3e:2e:73:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:53:38.587285 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ef28268c-17b5-4775-806d-b5259f5c1155 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:38.590804 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:38.600063 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef28268c-17b5-4775-806d-b5259f5c1155 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:53:38.618496 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:53:38.621386 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ef28268c-17b5-4775-806d-b5259f5c1155, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ef28268c-17b5-4775-806d-b5259f5c1155,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:38.624093 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:38.624468 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:38.703784 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:38.704178 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:38.727236 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:38.729430 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abeb892-efe9-4714-9605-3d85f46dfd45" -d '{"events": [{"server_uuid": "dfeea0c7-2b32-4742-8d02-a96e6113a2f7", "name": "network-vif-plugged", "status": "completed", "tag": "f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:38.740269 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:38.743104 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:38.766771 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f0c2f0-30d8-4348-acf7-8f63262eeaf7 x-openstack-request-id: req-27f0c2f0-30d8-4348-acf7-8f63262eeaf7 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:38.767089 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfeea0c7-2b32-4742-8d02-a96e6113a2f7", "name": "network-vif-plugged", "status": "completed", "tag": "f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:38.767348 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27f0c2f0-30d8-4348-acf7-8f63262eeaf7 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:38.767743 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f0c2f0-30d8-4348-acf7-8f63262eeaf7'] response: {'server_uuid': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4', 'code': 200} Apr 06 12:53:38.793788 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ef28268c-17b5-4775-806d-b5259f5c1155,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:38.855081 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:38.907946 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:38.936023 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:53:38.963011 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['ef28268c-17b5-4775-806d-b5259f5c1155'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:53:39.152341 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596d247-a540-4dae-9508-8aa46e47ebd6 req-332ae8fe-9a81-47a1-ad88-0998355e3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:39.153903 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7596d247-a540-4dae-9508-8aa46e47ebd6 req-332ae8fe-9a81-47a1-ad88-0998355e3da9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0571039 Apr 06 12:53:39.198652 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7596d247-a540-4dae-9508-8aa46e47ebd6 req-f7b3260b-62a4-4ad9-90e9-4a50f510ff5a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Apr 06 12:53:39.607935 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73227af5-26b1-4d85-bba8-70479b42d4fb req-aa0a7de9-0517-47e1-b97a-baed64fc1a4d tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:39.609463 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-73227af5-26b1-4d85-bba8-70479b42d4fb req-aa0a7de9-0517-47e1-b97a-baed64fc1a4d tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0644121 Apr 06 12:53:39.699923 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-73227af5-26b1-4d85-bba8-70479b42d4fb req-74797ab1-af05-497e-bec9-85a153a15379 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843689 Apr 06 12:53:39.711067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc89845-9a23-4800-96ce-027237228694 req-8f544447-dc86-46e6-97ca-c5ab3e45a442 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:39.712579 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bcc89845-9a23-4800-96ce-027237228694 req-8f544447-dc86-46e6-97ca-c5ab3e45a442 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 944 time: 0.0906467 Apr 06 12:53:39.760431 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bcc89845-9a23-4800-96ce-027237228694 req-7e85b96c-7c97-456b-bc81-f098ef2a02ac tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416684 Apr 06 12:53:40.419302 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ef28268c-17b5-4775-806d-b5259f5c1155 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:40.563035 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port ef28268c-17b5-4775-806d-b5259f5c1155 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:53:40.567094 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port ef28268c-17b5-4775-806d-b5259f5c1155 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:40.567478 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:40.661448 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ef28268c-17b5-4775-806d-b5259f5c1155 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:40.661839 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:40.697655 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ef28268c-17b5-4775-806d-b5259f5c1155, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ef28268c-17b5-4775-806d-b5259f5c1155,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:40.771138 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:40.775729 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8bd743-d9a8-4bbf-9ef3-e3ca71bd5a3c" -d '{"events": [{"server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "name": "network-vif-plugged", "status": "completed", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:40.804088 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:40.850936 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932e97ad-3dad-4a4f-abc6-5660ad384e04 x-openstack-request-id: req-932e97ad-3dad-4a4f-abc6-5660ad384e04 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:40.850936 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "name": "network-vif-plugged", "status": "completed", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:40.850936 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-932e97ad-3dad-4a4f-abc6-5660ad384e04 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:40.851376 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee37c-bd43-4e7b-8885-072dd3615fa5 req-493f984b-62ce-4adb-bed3-56134e5112e7 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:40.851893 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932e97ad-3dad-4a4f-abc6-5660ad384e04'] response: {'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'code': 200} Apr 06 12:53:40.853123 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-121ee37c-bd43-4e7b-8885-072dd3615fa5 req-493f984b-62ce-4adb-bed3-56134e5112e7 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0774148 Apr 06 12:53:40.884192 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ef28268c-17b5-4775-806d-b5259f5c1155,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:40.938699 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-121ee37c-bd43-4e7b-8885-072dd3615fa5 req-79c36288-ec95-47ad-9ac5-294a9bfc3f4e tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806832 Apr 06 12:53:40.983789 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b6085-1cbc-4fcd-bea2-8db54f3fd214 req-f7c58122-ef7f-4c03-a8c3-2bcf87f9914f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:40.985319 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-167b6085-1cbc-4fcd-bea2-8db54f3fd214 req-f7c58122-ef7f-4c03-a8c3-2bcf87f9914f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0609436 Apr 06 12:53:41.043142 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-167b6085-1cbc-4fcd-bea2-8db54f3fd214 req-ef07a2eb-78bc-4bae-afd1-5f40730ba385 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517213 Apr 06 12:53:41.212640 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47255a97-b8ae-40f0-b419-ab31cd345bf2 req-37161567-655e-4fe4-92bf-13671095df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:41.214540 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-47255a97-b8ae-40f0-b419-ab31cd345bf2 req-37161567-655e-4fe4-92bf-13671095df68 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1129 time: 0.0602062 Apr 06 12:53:41.263441 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-47255a97-b8ae-40f0-b419-ab31cd345bf2 req-9bd5ae6b-6e10-4618-9ac7-9f4223305f07 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Apr 06 12:53:42.083383 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081824b0-7065-441b-ac84-ce8957a53c19 req-88cfc0fb-38f9-48b6-913a-afb888d43156 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:42.085088 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-081824b0-7065-441b-ac84-ce8957a53c19 req-88cfc0fb-38f9-48b6-913a-afb888d43156 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0642591 Apr 06 12:53:42.165774 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-081824b0-7065-441b-ac84-ce8957a53c19 req-687fd398-14cb-48ba-83fd-f2fff50411ee tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741646 Apr 06 12:53:42.190749 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f876b4b-4e7f-4703-90df-a65a8368668d req-1be1d0bf-7e00-48b9-b3cc-fc6854835e64 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:42.192336 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f876b4b-4e7f-4703-90df-a65a8368668d req-1be1d0bf-7e00-48b9-b3cc-fc6854835e64 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0753736 Apr 06 12:53:42.247118 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3f876b4b-4e7f-4703-90df-a65a8368668d req-d9466204-f3db-4589-8a3a-c6884aba200b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485168 Apr 06 12:53:42.608398 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53196) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:42.741622 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:42.827305 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Publish callbacks [] for security_group (16ee9f31-2b14-4d47-8493-559235994fcd), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:42.997807 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (16ee9f31-2b14-4d47-8493-559235994fcd), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:43.047508 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f297613b4964fc989b65643ea844945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378934 Apr 06 12:53:43.048387 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee9f31-2b14-4d47-8493-559235994fcd,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:43.050393 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53200) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:43.058681 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.059054 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.059435 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.059852 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.060205 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.060800 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.060891 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.065889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ed0645-dade-43e6-9f9d-1219e8dd1710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.119290 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Publish callbacks [] for security_group (16ee9f31-2b14-4d47-8493-559235994fcd), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:43.142880 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Publish callbacks [] for security_group (16ee9f31-2b14-4d47-8493-559235994fcd), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:43.375117 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e3b8-6a04-4d97-a698-bbf93dcf0887 req-a82cf8cb-adfb-44bb-b836-9c5e90890391 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:43.376616 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52a4e3b8-6a04-4d97-a698-bbf93dcf0887 req-a82cf8cb-adfb-44bb-b836-9c5e90890391 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0608797 Apr 06 12:53:43.428506 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-52a4e3b8-6a04-4d97-a698-bbf93dcf0887 req-a28c9453-428d-4ff0-ae82-ebc13ae05772 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460670 Apr 06 12:53:43.429928 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (16ee9f31-2b14-4d47-8493-559235994fcd), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:43.433202 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:43.434340 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16ee9f31-2b14-4d47-8493-559235994fcd HTTP/1.1" status: 204 len: 168 time: 0.3823848 Apr 06 12:53:43.444818 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee9f31-2b14-4d47-8493-559235994fcd,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:43.451614 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.451960 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.452305 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.452652 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.453023 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.453354 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.453693 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.454061 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.454393 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.454720 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.455044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.455367 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.455737 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.456299 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.456465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dabc361-a0cc-40a6-bef7-82b4f43d06d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:53:43.566885 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9766da-5f6f-40ab-8655-ac403d7f1bab req-14e34424-07e9-4e20-9dd0-8fa2d9938315 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:43.568414 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b9766da-5f6f-40ab-8655-ac403d7f1bab req-14e34424-07e9-4e20-9dd0-8fa2d9938315 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0590665 Apr 06 12:53:43.577240 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53212) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:43.581811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'floatingip': {'port_id': 'ef28268c-17b5-4775-806d-b5259f5c1155'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:43.625787 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (71dd5930-75f3-4b22-b382-1aa096009593), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:44.083132 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:44.220851 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (71dd5930-75f3-4b22-b382-1aa096009593), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:44.334515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Floating IP 71dd5930-75f3-4b22-b382-1aa096009593 associated. External IP: 172.27.3.143, port: ef28268c-17b5-4775-806d-b5259f5c1155. Apr 06 12:53:44.564929 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Router 1bb0b779-cd82-4b16-b618-b5a9e643c070 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:53:44.685016 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:44.691925 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:44.695892 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] Sync routers for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:44.713170 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:44.714134 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:44.725841 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ca4db0ff-c516-4e90-bffb-773334c53c5f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "PUT /v2.0/floatingips/71dd5930-75f3-4b22-b382-1aa096009593 HTTP/1.1" status: 200 len: 991 time: 1.1473711 Apr 06 12:53:44.726441 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:44.728835 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:44.749825 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53238) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:44.771019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ec0657-4f1b-400d-a43c-e5e11ade76f7 x-openstack-request-id: req-a8ec0657-4f1b-400d-a43c-e5e11ade76f7 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:44.771331 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:44.771576 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8ec0657-4f1b-400d-a43c-e5e11ade76f7 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:44.771979 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ec0657-4f1b-400d-a43c-e5e11ade76f7'] response: {'name': 'network-changed', 'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'status': 'completed', 'code': 200} Apr 06 12:53:44.844560 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-ea6aecbe-9f90-44ef-81d3-e2a3e9b98acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:44.846265 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-ea6aecbe-9f90-44ef-81d3-e2a3e9b98acc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1129 time: 0.0534286 Apr 06 12:53:44.875930 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:44.905294 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1594418424-network', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:44.957018 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-d8f3a824-b60d-4606-9699-824a74b247f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:44.958398 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-d8f3a824-b60d-4606-9699-824a74b247f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 912 time: 0.1059315 Apr 06 12:53:45.003599 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Made reservation on behalf of 6c0a83cbdc1f43108d49cdb8da15d1e7 for: {'network': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:45.005902 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:45.120917 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '71dd5930-75f3-4b22-b382-1aa096009593', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'port_id': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'mac_address': 'fa:16:3e:2e:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:53:25Z', 'updated_at': '2022-04-06T12:53:43Z', 'revision_number': 1, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:45.151841 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] Checking router: 1bb0b779-cd82-4b16-b618-b5a9e643c070 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:45.161720 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:45.162389 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:45.287582 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:45.292093 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:45.318631 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-e151e7b9-e7a3-474a-bd1f-04227c0741d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 200 len: 999 time: 0.3539674 Apr 06 12:53:45.398300 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-78227018-89d0-4198-a8ec-ae288b4a979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:45.404539 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-78227018-89d0-4198-a8ec-ae288b4a979c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0712259 Apr 06 12:53:45.458792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks [] for security_group (038c629e-729e-4b27-97d1-19d869f4895d), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:45.474718 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-2ad9aac3-1ba0-40cb-b9eb-48d13f7113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:45.476241 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-2ad9aac3-1ba0-40cb-b9eb-48d13f7113e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689335 Apr 06 12:53:45.517853 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '71dd5930-75f3-4b22-b382-1aa096009593', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'port_id': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'mac_address': 'fa:16:3e:2e:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:53:25Z', 'updated_at': '2022-04-06T12:53:43Z', 'revision_number': 1, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:45.561984 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac6751-f8a8-4f24-9e04-1aeb31673799 None None] The sync data for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi is: [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '71dd5930-75f3-4b22-b382-1aa096009593', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'port_id': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'mac_address': 'fa:16:3e:2e:73:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:53:25Z', 'updated_at': '2022-04-06T12:53:43Z', 'revision_number': 1, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:45.589677 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-5df2b3c4-1c62-4664-9fc8-3b85e1e7ff24 service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063437 Apr 06 12:53:45.645130 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (038c629e-729e-4b27-97d1-19d869f4895d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:45.677336 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=110384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:53:45.708713 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038c629e-729e-4b27-97d1-19d869f4895d,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:45.713675 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (03a95089-5e49-46df-b6a9-8edfba8af611), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:45.714188 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.segments_db [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Added segment 03a95089-5e49-46df-b6a9-8edfba8af611 of type vlan for network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 Apr 06 12:53:45.752460 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a8955c8-04ec-4b9c-b019-bcab5ebdd7b6 req-6869e0e8-9b86-4ea6-86e3-307d073db9c6 service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564622 Apr 06 12:53:45.768548 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (8cd40ae6-477b-4c2e-9c92-6280e65cbe77), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:45.780711 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d8672-fd1c-471f-a89f-ce282043a986 None None] New status for floating IP 71dd5930-75f3-4b22-b382-1aa096009593: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:53:46.013536 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (8cd40ae6-477b-4c2e-9c92-6280e65cbe77), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:46.014764 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:46.015420 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:46.075883 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] Pushing event updated for resources: {'Network': ['ID=8cd40ae6-477b-4c2e-9c92-6280e65cbe77,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:46.085548 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:53:46.246591 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-51ac9a7b-3de6-492b-939e-d8a93e8c8aec admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4955039 Apr 06 12:53:46.258609 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53246) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:46.258609 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Request body: {'subnet': {'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1594418424-subnet', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'ip_version': 4}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:46.426809 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Made reservation on behalf of 6c0a83cbdc1f43108d49cdb8da15d1e7 for: {'subnet': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:46.429080 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286922'] for subnet (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:46.792380 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9149519', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286932'] for subnet (061cb8a9-8994-4fdc-beeb-fa1e3f521579), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:46.856968 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=061cb8a9-8994-4fdc-beeb-fa1e3f521579,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:46.866017 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Checking segment: {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:46.866370 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Network hostable DHCP agents. Network: 8cd40ae6-477b-4c2e-9c92-6280e65cbe77, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:53:46.992087 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:53:47.112430 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 8cd40ae6-477b-4c2e-9c92-6280e65cbe77) {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:47.117236 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:47.123312 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.127999 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c9c41-7f98-4937-b75d-d6efe3d87bb8 None None] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:53:47.238227 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:53:47.239217 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.268838 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c3a5ab27-f953-4cd6-98cd-f09f83cae84c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0181205 Apr 06 12:53:47.271962 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53250) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:47.277384 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:47.369155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (ebad9f32-7e4b-451a-a15c-139ed0e67798), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.370210 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (ebad9f32-7e4b-451a-a15c-139ed0e67798), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.388616 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Allocated IP 172.20.0.2 (8cd40ae6-477b-4c2e-9c92-6280e65cbe77/061cb8a9-8994-4fdc-beeb-fa1e3f521579/6aea0a8b-6970-4fe7-81ab-a2a0ba42523f) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:47.423015 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks [] for router_controller (ebad9f32-7e4b-451a-a15c-139ed0e67798), precommit_add_association {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.535194 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Publish callbacks [] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.603503 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.645645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:47.645884 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks [] for router_gateway (ebad9f32-7e4b-451a-a15c-139ed0e67798), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.651239 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:47.656539 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:47.669278 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Pushing event updated for resources: {'Port': ['ID=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:47.723676 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Attempting to bind port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:47.724046 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Attempting to bind port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:47.724551 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Attempting to bind port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f on network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:47.730115 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:47.730372 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Checking segment: {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:47.731663 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.731663 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Bound using segment: {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:47.731981 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Bound port: 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:47.732089 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.802240 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] For port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:47.805283 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] For port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:47.889819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.925838 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks [] for router_gateway (ebad9f32-7e4b-451a-a15c-139ed0e67798), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.951144 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.964559 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874aa17-c300-47e5-8f57-f16f108b05eb None None] Pushing event updated for resources: {'Port': ['ID=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:48.066320 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Allocated IP 172.27.3.126 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/7e02c2d9-a913-4e33-9a1f-1a7f30364ac1) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:48.187973 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks [] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.295127 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.365960 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:48.366857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:48.366857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:48.366857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:48.368728 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Pushing event updated for resources: {'Port': ['ID=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:48.373810 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:48.374475 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.467855 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:48.468160 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.504205 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:48.619096 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.676415 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:48.762234 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks [] for router_gateway (ebad9f32-7e4b-451a-a15c-139ed0e67798), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.850025 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a94b57-49fe-4b45-a0cc-689eace9607c None None] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:53:48.957016 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-1a6db700-841e-4e71-a637-8c924b227231 None None] Provisioning complete for port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:48.957391 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1a6db700-841e-4e71-a637-8c924b227231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.969626 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (ebad9f32-7e4b-451a-a15c-139ed0e67798), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.051809 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-1a6db700-841e-4e71-a637-8c924b227231 None None] Current status of the port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:49.180467 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Router ebad9f32-7e4b-451a-a15c-139ed0e67798 is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:53:49.274220 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-634a9a42-2ae7-4b09-9153-e95261e510a5 None None] Provisioning complete for port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:49.274619 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-634a9a42-2ae7-4b09-9153-e95261e510a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.300186 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:49.312394 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Sync routers for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:49.328360 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:49.329094 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:49.362163 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-634a9a42-2ae7-4b09-9153-e95261e510a5 None None] Current status of the port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:49.385997 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.387238 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e8e193f4-9736-4c9e-b270-09bd6a02f2db admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1142316 Apr 06 12:53:49.390063 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53256) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:49.439692 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:49.628698 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:48Z', 'revision_number': 3, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:49.655441 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Checking router: ebad9f32-7e4b-451a-a15c-139ed0e67798 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:49.660651 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Updating router ebad9f32-7e4b-451a-a15c-139ed0e67798 port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:53:49.686044 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.826778 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.991435 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Allocated IP 172.20.0.1 (8cd40ae6-477b-4c2e-9c92-6280e65cbe77/061cb8a9-8994-4fdc-beeb-fa1e3f521579/73d3f6ba-98c8-4eab-b94a-3fa072b0b495) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:50.035861 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Publish callbacks [] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.097263 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks [] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.115728 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.168822 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Attempting to bind port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:50.169194 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Attempting to bind port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:50.169563 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Attempting to bind port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:50.172603 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd554de-33c8-4cab-a78f-379fa7ff4f99 None None] Pushing event updated for resources: {'Port': ['ID=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,revision_number=2']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:50.177468 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:50.177850 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:50.178252 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.178643 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:50.179117 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Bound port: 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:50.179494 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.233104 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] For port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:50.236316 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] For port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:50.243561 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.284991 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:50.286042 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:50.289198 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:50.293506 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:50.299135 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:50.344654 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:50.344952 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.351782 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.357849 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (ebad9f32-7e4b-451a-a15c-139ed0e67798), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.438858 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:50.439582 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:50.521393 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:50.560683 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd554de-33c8-4cab-a78f-379fa7ff4f99 None None] Pushing event updated for resources: {'Port': ['ID=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:50.583010 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:50.632134 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.694078 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-43b34d20-4dc1-4dac-a4f4-f07d3009dc2c None None] Provisioning complete for port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:50.694511 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-43b34d20-4dc1-4dac-a4f4-f07d3009dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.730338 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-43b34d20-4dc1-4dac-a4f4-f07d3009dc2c None None] Port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:50.783013 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:48Z', 'revision_number': 3, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:50.809913 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02cf01d-c435-4fdf-b8b6-c94ca0390b34 None None] The sync data for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi is: [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:48Z', 'revision_number': 3, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:50.817981 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks [] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.887282 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:50.955311 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Pushing event updated for resources: {'Port': ['ID=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:50.958000 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (ebad9f32-7e4b-451a-a15c-139ed0e67798), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:51.085200 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:51.087137 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:51.235546 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Router ebad9f32-7e4b-451a-a15c-139ed0e67798 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:53:51.356656 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-544a5b5c-bb13-4e74-bfa0-61b75636737c None None] Provisioning complete for port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:51.357850 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-544a5b5c-bb13-4e74-bfa0-61b75636737c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:51.372685 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:51.391968 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9cc61773-cea9-4a0e-ab1f-036b633d1055 admin admin] 10.222.0.79 "PUT /v2.0/routers/ebad9f32-7e4b-451a-a15c-139ed0e67798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0007112 Apr 06 12:53:51.406756 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-544a5b5c-bb13-4e74-bfa0-61b75636737c None None] Port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:52.224059 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53282) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:52.229659 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2121632936-network', 'tenant_id': '80ebed5407c4410997a5a05068b63d09'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:52.296362 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:52.321916 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Made reservation on behalf of 80ebed5407c4410997a5a05068b63d09 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:52.324980 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.335817 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.426590 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks [] for security_group (a04bf54d-7143-474f-8d0f-0a7c9161a8f4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.498920 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Sync routers for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:52.506374 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (a04bf54d-7143-474f-8d0f-0a7c9161a8f4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.507070 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:52.507459 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.527794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:53:52.533324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:52.533992 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:52.542396 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04bf54d-7143-474f-8d0f-0a7c9161a8f4,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:52.547465 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (3144ad73-bfc7-4674-aaf5-922be9f9ee16), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.547824 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Added segment 3144ad73-bfc7-4674-aaf5-922be9f9ee16 of type vlan for network 67a1381c-6dc5-49a0-858c-c3475e785b6a Apr 06 12:53:52.591736 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (67a1381c-6dc5-49a0-858c-c3475e785b6a), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.703875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:52.703875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.703875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:52.729212 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (67a1381c-6dc5-49a0-858c-c3475e785b6a), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.730699 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:52.734915 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.750849 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:52.805191 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] Pushing event updated for resources: {'Network': ['ID=67a1381c-6dc5-49a0-858c-c3475e785b6a,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:52.829477 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:53:52.843023 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:52.865912 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e380e8d8-aa9a-49eb-8204-bc0e26f330d6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6407058 Apr 06 12:53:52.868532 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53284) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:52.873973 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Request body: {'subnet': {'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2121632936-subnet', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:52.976973 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:52.991946 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Made reservation on behalf of 80ebed5407c4410997a5a05068b63d09 for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:52.994827 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10197734'] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.029480 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 2, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:53.064462 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Checking router: ebad9f32-7e4b-451a-a15c-139ed0e67798 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:53.064848 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Updating router ebad9f32-7e4b-451a-a15c-139ed0e67798 port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:53:53.097164 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.249586 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10197752'] for subnet (3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.309411 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:53.318172 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Checking segment: {'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:53.318611 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Network hostable DHCP agents. Network: 67a1381c-6dc5-49a0-858c-c3475e785b6a, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:53:53.391244 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Publish callbacks [] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.413407 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:53:53.522146 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.557824 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 67a1381c-6dc5-49a0-858c-c3475e785b6a) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:53.563788 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:53.569474 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.571980 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ed744-7384-4c93-8323-2b2b81bc5f9f None None] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:53:53.577504 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d3efd-a131-4629-a5d1-17255e5c7db1 None None] Pushing event updated for resources: {'Port': ['ID=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:53.683152 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Attempting to bind port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:53.683557 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Attempting to bind port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:53.683934 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Attempting to bind port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 on network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:53.698518 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2c4f2dbd-4c45-4bf5-b0c8-764156c1d722 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8272991 Apr 06 12:53:53.698817 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:53.699123 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Checking segment: {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:53.699533 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.699894 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Bound using segment: {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:53.700409 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Bound port: 73d3f6ba-98c8-4eab-b94a-3fa072b0b495, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:53.700787 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.704464 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53288) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:53.709927 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:53.764676 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-67a1381c-6dc5-49a0-858c-c3475e785b6a', 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a', 'project_id': '80ebed5407c4410997a5a05068b63d09', 'fixed_ips': [{'subnet_id': '3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:53:53.768140 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.832118 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (5d4a68aa-9450-4476-a518-a2a79527620d), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.833532 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (5d4a68aa-9450-4476-a518-a2a79527620d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.869003 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] For port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:53.892245 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] For port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:53.899406 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks [] for router_controller (5d4a68aa-9450-4476-a518-a2a79527620d), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.917685 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-152916ff-59da-4a08-97c3-395ef782ba9e None None] Provisioning complete for port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:53.918070 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-152916ff-59da-4a08-97c3-395ef782ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:53.986796 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-152916ff-59da-4a08-97c3-395ef782ba9e None None] Port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:53.995644 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Allocated IP 172.20.0.2 (67a1381c-6dc5-49a0-858c-c3475e785b6a/3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7/697b0649-4307-4698-80d2-cee50167d6b9) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:54.048845 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.153151 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks [] for router_gateway (5d4a68aa-9450-4476-a518-a2a79527620d), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.165351 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:54.166233 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:54.217304 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d3efd-a131-4629-a5d1-17255e5c7db1 None None] Pushing event updated for resources: {'Port': ['ID=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:54.430985 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:54.474987 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks [] for router_gateway (5d4a68aa-9450-4476-a518-a2a79527620d), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.494894 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.531204 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Publish callbacks [] for port (697b0649-4307-4698-80d2-cee50167d6b9), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.544205 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-d6a17676-0803-4958-8697-3b65eb0ddfbf None None] Provisioning complete for port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:54.544607 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d6a17676-0803-4958-8697-3b65eb0ddfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.590598 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:54.630353 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Allocated IP 172.27.3.110 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/22178edd-2669-4cb3-aa19-b7e2205b39af) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:54.632905 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (697b0649-4307-4698-80d2-cee50167d6b9), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.690044 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:54.690445 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.758944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks [] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.771797 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:54.819540 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:54.825574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Pushing event updated for resources: {'Port': ['ID=697b0649-4307-4698-80d2-cee50167d6b9,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:54.828120 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:54.860916 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.909855 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:54.914632 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:54.920803 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:54.945001 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-d6a17676-0803-4958-8697-3b65eb0ddfbf None None] Current status of the port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:54.945455 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d6a17676-0803-4958-8697-3b65eb0ddfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:54.948084 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Pushing event updated for resources: {'Port': ['ID=22178edd-2669-4cb3-aa19-b7e2205b39af,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:55.004526 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Attempting to bind port 697b0649-4307-4698-80d2-cee50167d6b9 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:55.004972 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Attempting to bind port 697b0649-4307-4698-80d2-cee50167d6b9 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:55.005345 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Attempting to bind port 697b0649-4307-4698-80d2-cee50167d6b9 on network 67a1381c-6dc5-49a0-858c-c3475e785b6a {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:55.077517 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:55.077896 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Checking segment: {'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:55.078361 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:55.078753 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Bound using segment: {'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:55.079341 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Bound port: 697b0649-4307-4698-80d2-cee50167d6b9, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:55.079725 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (697b0649-4307-4698-80d2-cee50167d6b9), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:55.093844 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-d6a17676-0803-4958-8697-3b65eb0ddfbf None None] For port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:55.102586 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:55.184922 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] For port 697b0649-4307-4698-80d2-cee50167d6b9, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:55.187803 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:53Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:55.191415 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] For port 697b0649-4307-4698-80d2-cee50167d6b9, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=697b0649-4307-4698-80d2-cee50167d6b9,segment=NetworkSegment(3144ad73-bfc7-4674-aaf5-922be9f9ee16),segment_id=3144ad73-bfc7-4674-aaf5-922be9f9ee16)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:55.193783 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d6a17676-0803-4958-8697-3b65eb0ddfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:55.253740 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbda40cf-e07f-4aa4-81bf-3abd9708b5a3 None None] The sync data for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi is: [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:53Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:55.282868 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a17676-0803-4958-8697-3b65eb0ddfbf None None] Pushing event updated for resources: {'Port': ['ID=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:55.299542 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (697b0649-4307-4698-80d2-cee50167d6b9), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:55.426003 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbaf00-ce8d-45f1-94ec-d15842dd43f2 None None] Pushing event updated for resources: {'Port': ['ID=697b0649-4307-4698-80d2-cee50167d6b9,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:55.690101 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks [] for router_gateway (5d4a68aa-9450-4476-a518-a2a79527620d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:55.947059 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (5d4a68aa-9450-4476-a518-a2a79527620d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:56.222726 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Router 5d4a68aa-9450-4476-a518-a2a79527620d is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:53:56.373160 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 697b0649-4307-4698-80d2-cee50167d6b9 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:56.398092 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:56.409256 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Sync routers for ids ['5d4a68aa-9450-4476-a518-a2a79527620d'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:56.426132 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Routers {'5d4a68aa-9450-4476-a518-a2a79527620d'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:56.426766 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5d4a68aa-9450-4476-a518-a2a79527620d'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:56.452378 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 697b0649-4307-4698-80d2-cee50167d6b9 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:56.453295 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (697b0649-4307-4698-80d2-cee50167d6b9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:56.579679 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Set router 5d4a68aa-9450-4476-a518-a2a79527620d gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:56.582290 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 697b0649-4307-4698-80d2-cee50167d6b9 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:56.583443 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (697b0649-4307-4698-80d2-cee50167d6b9), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:56.600049 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:56.605036 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c8642bca-528d-4db8-89f9-68fc6da03049 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8959706 Apr 06 12:53:56.612325 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53298) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:56.638283 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109972d2-52bb-44a7-8132-4b145fb254d6 None None] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:53:56.654721 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 697b0649-4307-4698-80d2-cee50167d6b9, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=697b0649-4307-4698-80d2-cee50167d6b9,segment=NetworkSegment(3144ad73-bfc7-4674-aaf5-922be9f9ee16),segment_id=3144ad73-bfc7-4674-aaf5-922be9f9ee16)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:56.747512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (697b0649-4307-4698-80d2-cee50167d6b9), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:56.748978 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:56.901956 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 3, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port': {'id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:54Z', 'updated_at': '2022-04-06T12:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:56.922842 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-d25cfb23-4721-4d66-9fd4-3a62063b2a85 None None] Provisioning complete for port 697b0649-4307-4698-80d2-cee50167d6b9 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:56.923140 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d25cfb23-4721-4d66-9fd4-3a62063b2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (697b0649-4307-4698-80d2-cee50167d6b9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:56.946642 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Checking router: 5d4a68aa-9450-4476-a518-a2a79527620d for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:56.947091 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Updating router 5d4a68aa-9450-4476-a518-a2a79527620d port 22178edd-2669-4cb3-aa19-b7e2205b39af binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:53:56.966957 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=697b0649-4307-4698-80d2-cee50167d6b9,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:56.982311 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.005000 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:57.005381 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.071895 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-d25cfb23-4721-4d66-9fd4-3a62063b2a85 None None] Current status of the port 697b0649-4307-4698-80d2-cee50167d6b9 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:57.178065 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:57.224682 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.263220 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-504a4eb7-ebb7-4c52-a1f9-b9b31026acf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.294165 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-4bbf49b9-6cd0-4271-b7dd-5d6c68e5795b None None] Provisioning complete for port 697b0649-4307-4698-80d2-cee50167d6b9 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:57.294561 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4bbf49b9-6cd0-4271-b7dd-5d6c68e5795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (697b0649-4307-4698-80d2-cee50167d6b9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.312260 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Publish callbacks [] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.383030 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf49b9-6cd0-4271-b7dd-5d6c68e5795b None None] Current status of the port 697b0649-4307-4698-80d2-cee50167d6b9 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:57.384413 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.443590 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Attempting to bind port 22178edd-2669-4cb3-aa19-b7e2205b39af on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:57.446413 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Attempting to bind port 22178edd-2669-4cb3-aa19-b7e2205b39af by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:57.446413 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Attempting to bind port 22178edd-2669-4cb3-aa19-b7e2205b39af on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:57.450523 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20fc1e-272b-475d-915a-7d1388fb12b1 None None] Pushing event updated for resources: {'Port': ['ID=22178edd-2669-4cb3-aa19-b7e2205b39af,revision_number=2']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:57.455630 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:57.456006 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:57.456407 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.456842 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:57.457316 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Bound port: 22178edd-2669-4cb3-aa19-b7e2205b39af, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:57.457706 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.524718 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] For port 22178edd-2669-4cb3-aa19-b7e2205b39af, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:57.530521 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] For port 22178edd-2669-4cb3-aa19-b7e2205b39af, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=22178edd-2669-4cb3-aa19-b7e2205b39af,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:57.614093 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.681628 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Routers {'5d4a68aa-9450-4476-a518-a2a79527620d'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:57.681921 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5d4a68aa-9450-4476-a518-a2a79527620d'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:57.694206 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Allocated IP 172.20.0.1 (67a1381c-6dc5-49a0-858c-c3475e785b6a/3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7/d11009db-137d-4ee3-982c-77f525effe7d) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:57.732208 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20fc1e-272b-475d-915a-7d1388fb12b1 None None] Pushing event updated for resources: {'Port': ['ID=22178edd-2669-4cb3-aa19-b7e2205b39af,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:57.817441 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks [] for port (d11009db-137d-4ee3-982c-77f525effe7d), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.820213 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] Set router 5d4a68aa-9450-4476-a518-a2a79527620d gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:57.913012 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (d11009db-137d-4ee3-982c-77f525effe7d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:57.958448 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:57.961566 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:57.966474 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:57.970408 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Pushing event updated for resources: {'Port': ['ID=d11009db-137d-4ee3-982c-77f525effe7d,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:58.014022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (5d4a68aa-9450-4476-a518-a2a79527620d), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:58.104101 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 3, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port': {'id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:54Z', 'updated_at': '2022-04-06T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:58.132521 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3c7b6-f5ba-4377-9cd3-7fd6d2790fd0 None None] The sync data for ids ['5d4a68aa-9450-4476-a518-a2a79527620d'] in dv-cinder-815660-6-iscsi is: [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 3, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port': {'id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:54Z', 'updated_at': '2022-04-06T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:58.211182 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-50672fee-6470-46d7-a367-8f806e58655b None None] Provisioning complete for port d11009db-137d-4ee3-982c-77f525effe7d triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:58.211671 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-50672fee-6470-46d7-a367-8f806e58655b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d11009db-137d-4ee3-982c-77f525effe7d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:58.230040 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d11009db-137d-4ee3-982c-77f525effe7d), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:58.257301 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-50672fee-6470-46d7-a367-8f806e58655b None None] Port d11009db-137d-4ee3-982c-77f525effe7d cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:58.305436 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 697b0649-4307-4698-80d2-cee50167d6b9 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:58.456797 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks [] for port (d11009db-137d-4ee3-982c-77f525effe7d), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:58.508142 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 697b0649-4307-4698-80d2-cee50167d6b9 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:58.509148 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (697b0649-4307-4698-80d2-cee50167d6b9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:58.518092 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (d11009db-137d-4ee3-982c-77f525effe7d), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:58.602105 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 697b0649-4307-4698-80d2-cee50167d6b9 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:58.614509 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Pushing event updated for resources: {'Port': ['ID=d11009db-137d-4ee3-982c-77f525effe7d,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:58.617160 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (5d4a68aa-9450-4476-a518-a2a79527620d), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:58.718836 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:58.720402 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:58.859907 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Router 5d4a68aa-9450-4476-a518-a2a79527620d has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:53:58.992397 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-caeb4ea3-27f7-41eb-893f-9a43f44facee None None] Provisioning complete for port d11009db-137d-4ee3-982c-77f525effe7d triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:58.992811 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-caeb4ea3-27f7-41eb-893f-9a43f44facee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d11009db-137d-4ee3-982c-77f525effe7d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:59.015182 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:59.021220 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-67d78088-6d47-48fa-bd86-f7865ec8a543 admin admin] 10.222.0.79 "PUT /v2.0/routers/5d4a68aa-9450-4476-a518-a2a79527620d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143140 Apr 06 12:53:59.035737 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-caeb4ea3-27f7-41eb-893f-9a43f44facee None None] Port d11009db-137d-4ee3-982c-77f525effe7d cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:53:59.569723 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f9ef94d9-228d-4130-bf6d-66d60ec0377e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:59.681575 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53314) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:59.686440 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-6e40ee36-5912-4412-b091-d4efc031d3f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-652028670', 'description': 'tempest-secgroup-smoke-652028670 description', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:59.815876 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee36-5912-4412-b091-d4efc031d3f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:59.897852 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Sync routers for ids ['5d4a68aa-9450-4476-a518-a2a79527620d'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:59.904884 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee36-5912-4412-b091-d4efc031d3f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group (1c07a0af-5311-4d95-a451-becd94ae9284), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:59.911422 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Routers {'5d4a68aa-9450-4476-a518-a2a79527620d'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:59.912324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5d4a68aa-9450-4476-a518-a2a79527620d'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:59.987159 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee36-5912-4412-b091-d4efc031d3f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1c07a0af-5311-4d95-a451-becd94ae9284), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.037533 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Set router 5d4a68aa-9450-4476-a518-a2a79527620d gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:00.038158 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40ee36-5912-4412-b091-d4efc031d3f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c07a0af-5311-4d95-a451-becd94ae9284,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:00.144894 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-6e40ee36-5912-4412-b091-d4efc031d3f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.147031 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-6e40ee36-5912-4412-b091-d4efc031d3f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4641778 Apr 06 12:54:00.151217 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53318) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:00.158154 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-23cd129c-bafb-4990-85b2-3091fc76c90b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'security_group_rule': {'security_group_id': '1c07a0af-5311-4d95-a451-becd94ae9284', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:00.279745 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:53:58Z', 'revision_number': 4, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port': {'id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:54Z', 'updated_at': '2022-04-06T12:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'd11009db-137d-4ee3-982c-77f525effe7d', 'name': '', 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'mac_address': 'fa:16:3e:2f:f1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:57Z', 'updated_at': '2022-04-06T12:53:58Z', 'revision_number': 2, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'subnets': [{'id': '3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:00.309357 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Checking router: 5d4a68aa-9450-4476-a518-a2a79527620d for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:00.309613 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Updating router 5d4a68aa-9450-4476-a518-a2a79527620d port d11009db-137d-4ee3-982c-77f525effe7d binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:00.315596 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-23cd129c-bafb-4990-85b2-3091fc76c90b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (d12afae3-56e3-45bc-88cb-adc1a9422694), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.334642 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 22178edd-2669-4cb3-aa19-b7e2205b39af up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:00.395249 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d11009db-137d-4ee3-982c-77f525effe7d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.398326 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-23cd129c-bafb-4990-85b2-3091fc76c90b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (d12afae3-56e3-45bc-88cb-adc1a9422694), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.450908 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 22178edd-2669-4cb3-aa19-b7e2205b39af triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:00.451313 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.477896 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-23cd129c-bafb-4990-85b2-3091fc76c90b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (d12afae3-56e3-45bc-88cb-adc1a9422694), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.503450 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd129c-bafb-4990-85b2-3091fc76c90b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12afae3-56e3-45bc-88cb-adc1a9422694,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:00.600092 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-23cd129c-bafb-4990-85b2-3091fc76c90b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.601453 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-23cd129c-bafb-4990-85b2-3091fc76c90b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4490647 Apr 06 12:54:00.605062 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53320) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:00.609902 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-ddf09953-da19-4542-af5f-f7d308cbe953 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'security_group_rule': {'security_group_id': '1c07a0af-5311-4d95-a451-becd94ae9284', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:00.681096 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 22178edd-2669-4cb3-aa19-b7e2205b39af is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:00.681649 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.719298 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 22178edd-2669-4cb3-aa19-b7e2205b39af, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=22178edd-2669-4cb3-aa19-b7e2205b39af,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:00.727712 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ddf09953-da19-4542-af5f-f7d308cbe953 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (a5d0a999-35a9-4281-9837-1deb2512df23), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.796032 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ddf09953-da19-4542-af5f-f7d308cbe953 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (a5d0a999-35a9-4281-9837-1deb2512df23), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.824071 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Publish callbacks [] for port (d11009db-137d-4ee3-982c-77f525effe7d), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.826465 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.870295 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ddf09953-da19-4542-af5f-f7d308cbe953 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (a5d0a999-35a9-4281-9837-1deb2512df23), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.891436 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=22178edd-2669-4cb3-aa19-b7e2205b39af,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:00.893701 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf09953-da19-4542-af5f-f7d308cbe953 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d0a999-35a9-4281-9837-1deb2512df23,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:00.895873 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.897136 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d11009db-137d-4ee3-982c-77f525effe7d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.959422 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a505f85-3f8b-4932-8eae-e9cef1d9cf47 None None] Pushing event updated for resources: {'Port': ['ID=d11009db-137d-4ee3-982c-77f525effe7d,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:00.984662 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ddf09953-da19-4542-af5f-f7d308cbe953 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:00.987875 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ddf09953-da19-4542-af5f-f7d308cbe953 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3816116 Apr 06 12:54:00.990443 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53324) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:00.995464 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-89e73577-ed40-4631-a3a1-18c78aa2cc56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'security_group_rule': {'security_group_id': '1c07a0af-5311-4d95-a451-becd94ae9284', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:01.031243 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Attempting to bind port d11009db-137d-4ee3-982c-77f525effe7d on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:01.031687 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Attempting to bind port d11009db-137d-4ee3-982c-77f525effe7d by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:01.032180 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Attempting to bind port d11009db-137d-4ee3-982c-77f525effe7d on network 67a1381c-6dc5-49a0-858c-c3475e785b6a {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:01.039056 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:01.039523 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Checking segment: {'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:01.039994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.040579 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Bound using segment: {'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:01.041236 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Bound port: d11009db-137d-4ee3-982c-77f525effe7d, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3144ad73-bfc7-4674-aaf5-922be9f9ee16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:01.041692 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d11009db-137d-4ee3-982c-77f525effe7d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.105149 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-89e73577-ed40-4631-a3a1-18c78aa2cc56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (7de41ee2-32ca-4835-96e6-69f336d9eb1d), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.142270 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] For port d11009db-137d-4ee3-982c-77f525effe7d, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:01.146447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] For port d11009db-137d-4ee3-982c-77f525effe7d, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d11009db-137d-4ee3-982c-77f525effe7d,segment=NetworkSegment(3144ad73-bfc7-4674-aaf5-922be9f9ee16),segment_id=3144ad73-bfc7-4674-aaf5-922be9f9ee16)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:01.196981 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-89e73577-ed40-4631-a3a1-18c78aa2cc56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (7de41ee2-32ca-4835-96e6-69f336d9eb1d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.213383 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d11009db-137d-4ee3-982c-77f525effe7d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.276258 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-89e73577-ed40-4631-a3a1-18c78aa2cc56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (7de41ee2-32ca-4835-96e6-69f336d9eb1d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.296661 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Routers {'5d4a68aa-9450-4476-a518-a2a79527620d'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:01.297541 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:53:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5d4a68aa-9450-4476-a518-a2a79527620d'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:01.300209 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a505f85-3f8b-4932-8eae-e9cef1d9cf47 None None] Pushing event updated for resources: {'Port': ['ID=d11009db-137d-4ee3-982c-77f525effe7d,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:01.301293 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e73577-ed40-4631-a3a1-18c78aa2cc56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de41ee2-32ca-4835-96e6-69f336d9eb1d,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:01.342684 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-df62535c-afe1-490a-8c70-c55e2ae07f4a None None] Provisioning complete for port d11009db-137d-4ee3-982c-77f525effe7d triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:01.342978 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df62535c-afe1-490a-8c70-c55e2ae07f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d11009db-137d-4ee3-982c-77f525effe7d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.396359 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-89e73577-ed40-4631-a3a1-18c78aa2cc56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.398991 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-89e73577-ed40-4631-a3a1-18c78aa2cc56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068978 Apr 06 12:54:01.402701 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53330) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:01.407279 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-d7d32283-6be3-47ce-809f-fd0c75d42157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'security_group_rule': {'security_group_id': '1c07a0af-5311-4d95-a451-becd94ae9284', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:01.474159 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] Set router 5d4a68aa-9450-4476-a518-a2a79527620d gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:01.537805 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7d32283-6be3-47ce-809f-fd0c75d42157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (051dcfe7-4d98-468a-83dc-c0673e85b079), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.582426 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-df62535c-afe1-490a-8c70-c55e2ae07f4a None None] Current status of the port d11009db-137d-4ee3-982c-77f525effe7d is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:01.582880 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df62535c-afe1-490a-8c70-c55e2ae07f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (d11009db-137d-4ee3-982c-77f525effe7d), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.605468 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7d32283-6be3-47ce-809f-fd0c75d42157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (051dcfe7-4d98-468a-83dc-c0673e85b079), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.680105 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7d32283-6be3-47ce-809f-fd0c75d42157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (051dcfe7-4d98-468a-83dc-c0673e85b079), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.706390 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d32283-6be3-47ce-809f-fd0c75d42157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051dcfe7-4d98-468a-83dc-c0673e85b079,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:01.799912 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-df62535c-afe1-490a-8c70-c55e2ae07f4a None None] For port d11009db-137d-4ee3-982c-77f525effe7d, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d11009db-137d-4ee3-982c-77f525effe7d,segment=NetworkSegment(3144ad73-bfc7-4674-aaf5-922be9f9ee16),segment_id=3144ad73-bfc7-4674-aaf5-922be9f9ee16)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:01.821300 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d7d32283-6be3-47ce-809f-fd0c75d42157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.823408 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d7d32283-6be3-47ce-809f-fd0c75d42157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4188206 Apr 06 12:54:01.826821 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53332) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:01.833514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'security_group_rule': {'security_group_id': '1c07a0af-5311-4d95-a451-becd94ae9284', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:01.877710 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df62535c-afe1-490a-8c70-c55e2ae07f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (d11009db-137d-4ee3-982c-77f525effe7d), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.939616 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62535c-afe1-490a-8c70-c55e2ae07f4a None None] Pushing event updated for resources: {'Port': ['ID=d11009db-137d-4ee3-982c-77f525effe7d,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:01.946368 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.securitygroups_db [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Project 6c0a83cbdc1f43108d49cdb8da15d1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:54:01.950293 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:53:58Z', 'revision_number': 4, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port': {'id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:54Z', 'updated_at': '2022-04-06T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'd11009db-137d-4ee3-982c-77f525effe7d', 'name': '', 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'mac_address': 'fa:16:3e:2f:f1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:57Z', 'updated_at': '2022-04-06T12:54:01Z', 'revision_number': 4, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'subnets': [{'id': '3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:01.952883 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (7867a925-de77-4853-bc9c-06dbd4edab3f), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:01.982514 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e72cfc3-83b5-48a6-8c38-8832cfb695b6 None None] The sync data for ids ['5d4a68aa-9450-4476-a518-a2a79527620d'] in dv-cinder-815660-6-iscsi is: [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:53:58Z', 'revision_number': 4, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port': {'id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:54Z', 'updated_at': '2022-04-06T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'd11009db-137d-4ee3-982c-77f525effe7d', 'name': '', 'network_id': '67a1381c-6dc5-49a0-858c-c3475e785b6a', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'mac_address': 'fa:16:3e:2f:f1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:57Z', 'updated_at': '2022-04-06T12:54:01Z', 'revision_number': 4, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'subnets': [{'id': '3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:01.999856 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-cca1fa6d-a7f6-492f-9dfa-c46733ca75bd None None] Provisioning complete for port d11009db-137d-4ee3-982c-77f525effe7d triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:02.000331 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-cca1fa6d-a7f6-492f-9dfa-c46733ca75bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d11009db-137d-4ee3-982c-77f525effe7d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.057616 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (7867a925-de77-4853-bc9c-06dbd4edab3f), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.133819 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (7867a925-de77-4853-bc9c-06dbd4edab3f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.144437 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-cca1fa6d-a7f6-492f-9dfa-c46733ca75bd None None] Current status of the port d11009db-137d-4ee3-982c-77f525effe7d is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:02.158358 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7867a925-de77-4853-bc9c-06dbd4edab3f,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:02.253819 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.257048 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53338) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:02.257229 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b2942233-4ded-4574-bbf2-7f1e6fc4fa56 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4287033 Apr 06 12:54:02.265035 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'security_group_rule': {'security_group_id': '1c07a0af-5311-4d95-a451-becd94ae9284', 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:02.393119 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.securitygroups_db [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Project 6c0a83cbdc1f43108d49cdb8da15d1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:54:02.399054 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (36736458-0bac-4c12-913d-dbef16f66478), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.437187 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 22178edd-2669-4cb3-aa19-b7e2205b39af up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:02.488538 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (36736458-0bac-4c12-913d-dbef16f66478), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.509449 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 22178edd-2669-4cb3-aa19-b7e2205b39af triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:02.510293 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.567818 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (36736458-0bac-4c12-913d-dbef16f66478), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.590939 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36736458-0bac-4c12-913d-dbef16f66478,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:02.648053 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 22178edd-2669-4cb3-aa19-b7e2205b39af is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:02.649204 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d11009db-137d-4ee3-982c-77f525effe7d up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:02.698737 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.702493 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port d11009db-137d-4ee3-982c-77f525effe7d triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:02.704077 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (d11009db-137d-4ee3-982c-77f525effe7d), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:02.705291 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4496b70c-d263-40ee-932b-fbd0deae83b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4469852 Apr 06 12:54:02.836861 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port d11009db-137d-4ee3-982c-77f525effe7d is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:02.934254 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:03.843604 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:05.293263 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:06.621089 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3534b8-d96b-4971-a3db-d1b3de0d2902 req-90c5d081-492d-40f5-bb23-85379e004633 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:06.622900 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df3534b8-d96b-4971-a3db-d1b3de0d2902 req-90c5d081-492d-40f5-bb23-85379e004633 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0642760 Apr 06 12:54:06.683613 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df3534b8-d96b-4971-a3db-d1b3de0d2902 req-ac4d388c-3b9c-41ec-ab2e-a430afa13eb6 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Apr 06 12:54:07.840009 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b018a-5557-44af-80a4-6c961826d794 req-472e6c4a-08e5-4ffe-a35c-d7731b8eb0ec tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:07.841784 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-320b018a-5557-44af-80a4-6c961826d794 req-472e6c4a-08e5-4ffe-a35c-d7731b8eb0ec tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0699449 Apr 06 12:54:07.904094 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-320b018a-5557-44af-80a4-6c961826d794 req-4a9e6b31-b176-42e5-b5fd-997861648c81 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Apr 06 12:54:08.538465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-04bd3021-2e63-4e67-aa7d-6fb42722a7b0 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:08.540059 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-04bd3021-2e63-4e67-aa7d-6fb42722a7b0 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0703235 Apr 06 12:54:08.661961 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Deleting port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:08.662622 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:08.809169 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] For port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,segment=NetworkSegment(396c07b1-a7ea-4036-9974-bf5b9680317f),segment_id=396c07b1-a7ea-4036-9974-bf5b9680317f)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:08.809504 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:08.823722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Calling delete_port for f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:09.077957 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58488f2-ec27-4004-a291-20d12a4f6ff9 req-727d51aa-6ebe-4e93-851f-dfaf8be8dfe3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:09.079726 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f58488f2-ec27-4004-a291-20d12a4f6ff9 req-727d51aa-6ebe-4e93-851f-dfaf8be8dfe3 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/ports?device_id=dfeea0c7-2b32-4742-8d02-a96e6113a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0856450 Apr 06 12:54:09.083524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:09.097502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:54:09.129827 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Pushing event deleted for resources: {'Port': ['ID=f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:09.194456 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] No DVR routers for this DVR port f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:54:09.201715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:09.206003 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f04af271-8be5-4e75-af6e-8c59874299f7 req-cd9d0bc6-75a9-48c8-b87c-af1b24ae1a73 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.83 "DELETE /v2.0/ports/f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 HTTP/1.1" status: 204 len: 173 time: 0.6588671 Apr 06 12:54:09.206481 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'name': 'network-vif-deleted', 'tag': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:54:09.208888 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdbbc5d-9a88-4b7c-8c13-013a7142b142" -d '{"events": [{"server_uuid": "dfeea0c7-2b32-4742-8d02-a96e6113a2f7", "name": "network-vif-deleted", "tag": "f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:54:09.218935 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f58488f2-ec27-4004-a291-20d12a4f6ff9 req-56627264-b5f5-4f1d-a4fc-cea588e8df40 tempest-VolumesSnapshotTestJSON-83877057 tempest-VolumesSnapshotTestJSON-83877057-project] 10.222.0.79 "GET /v2.0/security-groups?id=4bb42ee6-4317-4b0e-8c77-ac67bf416da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301377 Apr 06 12:54:09.258528 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf9a642-7b53-492d-b0aa-1849627b0c97 x-openstack-request-id: req-aaf9a642-7b53-492d-b0aa-1849627b0c97 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:54:09.258528 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfeea0c7-2b32-4742-8d02-a96e6113a2f7", "name": "network-vif-deleted", "tag": "f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:54:09.258528 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aaf9a642-7b53-492d-b0aa-1849627b0c97 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:54:09.258528 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf9a642-7b53-492d-b0aa-1849627b0c97'] response: {'server_uuid': 'dfeea0c7-2b32-4742-8d02-a96e6113a2f7', 'name': 'network-vif-deleted', 'tag': 'f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4', 'status': 'completed', 'code': 200} Apr 06 12:54:13.939112 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:13.975150 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:13.975502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device f803de6f-c1ca-4ce2-b865-7d8a5ec0d1c4 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:15.934975 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:54:21.768296 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-49137121-9d8a-43b9-9051-f1aa86ddb6ed tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-652028670&fields=id&tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7 HTTP/1.1" status: 200 len: 267 time: 0.0452850 Apr 06 12:54:21.879366 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-0b8c4253-db8a-4858-9ce9-c106c1a81753 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:21.881332 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-0b8c4253-db8a-4858-9ce9-c106c1a81753 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/networks?id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 200 len: 809 time: 0.1056292 Apr 06 12:54:21.899467 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-a707fc32-b57c-495d-a00f-307b2d6f25d4 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/quotas/6c0a83cbdc1f43108d49cdb8da15d1e7 HTTP/1.1" status: 200 len: 375 time: 0.0120130 Apr 06 12:54:21.955094 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-dfa535d3-d5ed-443f-94d5-680aeb149608 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502546 Apr 06 12:54:22.050322 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-9d7a6f1d-6757-4d6a-b3eb-0b40d7eb4e04 service neutron] 10.222.0.79 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820456 Apr 06 12:54:22.156481 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-6519f38f-3839-4e61-a68a-f3620e7d8d08 service neutron] 10.222.0.79 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000805 Apr 06 12:54:22.767073 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-79898530-e78d-49e8-a4a3-87296e7f0168 req-724fdf55-d7ff-4b5b-af22-d2b939a0e9cf tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 210 time: 0.0291324 Apr 06 12:54:23.845777 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cbb15d6a-c818-4486-980a-c36e20c0d74b req-799fe4c9-ef37-4f4a-83c9-6aabe0b4b6b5 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 210 time: 0.0291226 Apr 06 12:54:24.938880 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-02373ea1-3218-4eb4-ae06-919f08a80d77 req-f760d67d-cc46-450a-b754-ec65d05ec748 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 210 time: 0.0273821 Apr 06 12:54:25.910221 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-bb4cdd0e-b68b-4847-941f-a123f771f169 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:25.911718 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-bb4cdd0e-b68b-4847-941f-a123f771f169 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.83 "GET /v2.0/networks?id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 200 len: 809 time: 0.1112084 Apr 06 12:54:25.976629 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-6cb45a24-0c54-47ca-9566-644237c647aa tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7 HTTP/1.1" status: 200 len: 379 time: 0.0566547 Apr 06 12:54:25.989925 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'port': {'device_id': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'admin_state_up': True, 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'security_groups': ['1c07a0af-5311-4d95-a451-becd94ae9284']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:26.079705 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3e3ead3c-9a93-41c4-94ac-dbede425dd2e req-07840f39-bfaa-45be-9123-daff5a7e53df tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 210 time: 0.0402424 Apr 06 12:54:26.243326 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Made reservation on behalf of 6c0a83cbdc1f43108d49cdb8da15d1e7 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:26.247293 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:26.393212 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Allocated IP 172.20.0.12 (8cd40ae6-477b-4c2e-9c92-6280e65cbe77/061cb8a9-8994-4fdc-beeb-fa1e3f521579/ee1eebc2-073e-406c-9537-734afa17c0f8) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:26.536973 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:26.661364 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:26.702869 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:26.708581 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:26.715383 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:26.745666 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:26.784517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:26.785396 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:26.948648 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-c3bf06cd-16f9-4a66-b2a6-d7e45decb5c4 None None] Provisioning complete for port ee1eebc2-073e-406c-9537-734afa17c0f8 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:26.949248 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c3bf06cd-16f9-4a66-b2a6-d7e45decb5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:26.982778 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf06cd-16f9-4a66-b2a6-d7e45decb5c4 None None] Port ee1eebc2-073e-406c-9537-734afa17c0f8 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:27.068985 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-925533e7-cd9b-4fee-97a1-dec8a58c1f84 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0845206 Apr 06 12:54:27.081808 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Request body: {'port': {'device_id': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:27.158109 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.235696 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f0fa44f3-0f50-4eea-9a5b-9936db1d8974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.296480 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a451-ea7a-403e-ab90-3c3143e2116f req-44e27c5f-679d-406e-85c5-3ecbf215f498 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:27.297981 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3571a451-ea7a-403e-ab90-3c3143e2116f req-44e27c5f-679d-406e-85c5-3ecbf215f498 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 932 time: 0.1297078 Apr 06 12:54:27.405059 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3571a451-ea7a-403e-ab90-3c3143e2116f req-79092792-de83-4019-8ac9-fcda2594e2b0 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009395 Apr 06 12:54:27.504391 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1eebc2-073e-406c-9537-734afa17c0f8 {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:54:27.512048 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Publish callbacks [] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.523949 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Transition to ACTIVE for port object ee1eebc2-073e-406c-9537-734afa17c0f8 will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:54:27.586307 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.660623 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:27.712030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Attempting to bind port ee1eebc2-073e-406c-9537-734afa17c0f8 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:27.712455 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Attempting to bind port ee1eebc2-073e-406c-9537-734afa17c0f8 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:27.712893 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Attempting to bind port ee1eebc2-073e-406c-9537-734afa17c0f8 on network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:27.718625 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Port ee1eebc2-073e-406c-9537-734afa17c0f8 on network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:54:27.719055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Attempting to bind port ee1eebc2-073e-406c-9537-734afa17c0f8 on network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:27.724505 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:27.724871 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Checking segment: {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:27.725257 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Bound using segment: {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:27.725720 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Bound port: ee1eebc2-073e-406c-9537-734afa17c0f8, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a95089-5e49-46df-b6a9-8edfba8af611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:27.726075 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.799309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:27.802953 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:27.922213 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.960162 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:27.961216 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:27.962599 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] 10.222.0.83 "PUT /v2.0/ports/ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 1094 time: 0.8855677 Apr 06 12:54:27.965006 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:54:27.968595 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4141972-4e13-44db-833c-3709c31bb236" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:54:27.994440 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb94d-4384-4375-9874-50702b1e4ace service neutron] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:28.009270 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b493bf-c6c7-4887-b53e-f57f7256bfbc x-openstack-request-id: req-52b493bf-c6c7-4887-b53e-f57f7256bfbc {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:54:28.009813 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:54:28.010061 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52b493bf-c6c7-4887-b53e-f57f7256bfbc {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:54:28.010518 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b493bf-c6c7-4887-b53e-f57f7256bfbc'] response: {'name': 'network-changed', 'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'status': 'completed', 'code': 200} Apr 06 12:54:28.081049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4141972-4e13-44db-833c-3709c31bb236 req-f1c02212-4209-45af-ad18-87fbfe191d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:28.082577 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e4141972-4e13-44db-833c-3709c31bb236 req-f1c02212-4209-45af-ad18-87fbfe191d2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1128 time: 0.0508122 Apr 06 12:54:28.196186 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4141972-4e13-44db-833c-3709c31bb236 req-6da8e2e7-f2e8-4035-bd8a-fe760e6cd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:28.197711 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e4141972-4e13-44db-833c-3709c31bb236 req-6da8e2e7-f2e8-4035-bd8a-fe760e6cd278 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1063600 Apr 06 12:54:28.296515 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4141972-4e13-44db-833c-3709c31bb236 req-24c22ec5-2bdc-44d8-87b3-5f021a415348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:28.298146 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e4141972-4e13-44db-833c-3709c31bb236 req-24c22ec5-2bdc-44d8-87b3-5f021a415348 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941443 Apr 06 12:54:28.381061 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-937889b9-5014-4c43-b406-0dd93dac2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:28.382624 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-937889b9-5014-4c43-b406-0dd93dac2c56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1128 time: 0.0471330 Apr 06 12:54:28.441915 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-a043bac5-4cf2-45b8-b6a9-b73938955c62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 217 time: 0.0500715 Apr 06 12:54:28.511703 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-1ad7ebcc-5981-4d9f-a58a-3e6248f5c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:28.513107 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-1ad7ebcc-5981-4d9f-a58a-3e6248f5c327 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=061cb8a9-8994-4fdc-beeb-fa1e3f521579 HTTP/1.1" status: 200 len: 848 time: 0.0649962 Apr 06 12:54:28.593619 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ed949-9874-442e-9998-88801ad828b6 req-c0b24c1e-9b7b-42ce-b10c-b504547b59fa tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:28.595265 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0d0ed949-9874-442e-9998-88801ad828b6 req-c0b24c1e-9b7b-42ce-b10c-b504547b59fa tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0951526 Apr 06 12:54:28.613938 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-5b7ff27d-6f6c-4304-b80f-cdd57671ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:28.615654 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-5b7ff27d-6f6c-4304-b80f-cdd57671ce87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806761 Apr 06 12:54:28.717516 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0d0ed949-9874-442e-9998-88801ad828b6 req-42bd3d23-480b-436e-ade2-4a3d5bd41505 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150813 Apr 06 12:54:28.757948 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-222959f2-90ff-4ea8-bd02-5b19aa5b230e service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335683 Apr 06 12:54:28.853545 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2131f3c6-0b37-4b7c-92b4-b9d9961f4810 req-594ff3b8-4f4c-49f6-90cc-179e3d66e476 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890162 Apr 06 12:54:29.586449 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c3091df3-91b9-44f2-9e08-e20da8494e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:29.853741 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b4f8b-6889-46da-9ce8-b2947baad43d req-611ac399-dd1a-4174-a130-cfed7ad0ea40 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:29.855298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e46b4f8b-6889-46da-9ce8-b2947baad43d req-611ac399-dd1a-4174-a130-cfed7ad0ea40 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0555093 Apr 06 12:54:29.904664 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e46b4f8b-6889-46da-9ce8-b2947baad43d req-7ef7ef23-3e21-4cc8-9512-910b8eff9b0b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Apr 06 12:54:30.973189 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:31.022743 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c589ec7-106a-48bb-abb3-ecd7d7173181 req-5bdccdc9-b71b-4656-bd11-c764d0cf3ce7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:31.024235 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c589ec7-106a-48bb-abb3-ecd7d7173181 req-5bdccdc9-b71b-4656-bd11-c764d0cf3ce7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0519698 Apr 06 12:54:31.079086 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c589ec7-106a-48bb-abb3-ecd7d7173181 req-dcdc7de0-07f1-4dd3-a5f1-88758455d692 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483835 Apr 06 12:54:32.212395 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4f0a-fae0-4029-aef4-227e57234e82 req-4987caf5-5655-422a-9136-e98bb768f212 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:32.213797 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d22d4f0a-fae0-4029-aef4-227e57234e82 req-4987caf5-5655-422a-9136-e98bb768f212 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0553646 Apr 06 12:54:32.261688 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d22d4f0a-fae0-4029-aef4-227e57234e82 req-ed6fe8bc-18d3-47c8-96b0-51edb9baf775 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Apr 06 12:54:32.894519 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:33.381039 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a60b13-14ec-427e-9a06-b7b6989353ed req-007ab7a0-8747-4e13-ae0a-4e84bde38463 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:33.382581 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10a60b13-14ec-427e-9a06-b7b6989353ed req-007ab7a0-8747-4e13-ae0a-4e84bde38463 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0522337 Apr 06 12:54:33.431048 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-10a60b13-14ec-427e-9a06-b7b6989353ed req-6effc364-1251-4807-8b25-377d04da63b2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Apr 06 12:54:33.837811 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:34.557012 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722f902-489d-4034-a76d-687227b4400e req-6d5f2191-fd74-45e1-b20e-74ee626fe406 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:34.558507 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1722f902-489d-4034-a76d-687227b4400e req-6d5f2191-fd74-45e1-b20e-74ee626fe406 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0609777 Apr 06 12:54:34.608626 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1722f902-489d-4034-a76d-687227b4400e req-7c02d375-daad-483f-898b-5e4525ca450d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Apr 06 12:54:35.300314 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:35.749404 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4ecce-450a-40ea-8003-b591c460d44d req-73ef9718-6856-42a3-b5c5-18c1d7cfded4 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:35.751003 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d2a4ecce-450a-40ea-8003-b591c460d44d req-73ef9718-6856-42a3-b5c5-18c1d7cfded4 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0571496 Apr 06 12:54:35.803380 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d2a4ecce-450a-40ea-8003-b591c460d44d req-34bd1308-aa9a-4644-ab1a-8ead6199d68a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 Apr 06 12:54:36.713795 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53682) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:36.767736 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] Deleting subnet d076e2ef-d62c-46b2-ac0d-bd8b49e5438e {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:54:36.767736 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] Publish callbacks [] for subnet (d076e2ef-d62c-46b2-ac0d-bd8b49e5438e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:36.806457 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (d076e2ef-d62c-46b2-ac0d-bd8b49e5438e), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:36.848249 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (d076e2ef-d62c-46b2-ac0d-bd8b49e5438e), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:36.942157 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec750f-1fb4-43fb-a61f-9874620372b5 req-07086373-ab60-4cab-86ba-062b1d62a042 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:36.943628 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-adec750f-1fb4-43fb-a61f-9874620372b5 req-07086373-ab60-4cab-86ba-062b1d62a042 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0672543 Apr 06 12:54:37.001124 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-adec750f-1fb4-43fb-a61f-9874620372b5 req-d3809996-3176-4b39-ae56-ef48cefa2dca tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510049 Apr 06 12:54:37.013797 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (d076e2ef-d62c-46b2-ac0d-bd8b49e5438e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.040993 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d076e2ef-d62c-46b2-ac0d-bd8b49e5438e,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:37.043002 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.049242 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53686) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:37.050112 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-a50065bd-c50b-4bdd-968b-e17b1319c6e0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d076e2ef-d62c-46b2-ac0d-bd8b49e5438e HTTP/1.1" status: 204 len: 168 time: 0.3344138 Apr 06 12:54:37.119790 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (f72d93f6-ff4e-426c-8c23-652a8e40029f), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.199583 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (f72d93f6-ff4e-426c-8c23-652a8e40029f), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.218754 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72d93f6-ff4e-426c-8c23-652a8e40029f']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:37.228377 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396c07b1-a7ea-4036-9974-bf5b9680317f') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:37.228676 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396c07b1-a7ea-4036-9974-bf5b9680317f') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:37.241120 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (396c07b1-a7ea-4036-9974-bf5b9680317f), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.260843 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (396c07b1-a7ea-4036-9974-bf5b9680317f), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.267699 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:54:37.268100 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (396c07b1-a7ea-4036-9974-bf5b9680317f), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:54:37.269961 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:54:37.397981 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (f72d93f6-ff4e-426c-8c23-652a8e40029f), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.402387 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.405620 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f72d93f6-ff4e-426c-8c23-652a8e40029f HTTP/1.1" status: 204 len: 168 time: 0.3553913 Apr 06 12:54:37.418499 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36327bf4-d0b3-44c9-aa27-9b9a85575806 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72d93f6-ff4e-426c-8c23-652a8e40029f,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:37.810071 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53692) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:37.848562 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ea8792b6-b9b2-41ad-a6d2-052ad195741b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4009fca9ddae4076bbd2a6071c550b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373275 Apr 06 12:54:37.850976 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53694) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:37.896922 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5b1c4858-083d-41f5-8b57-380374a8aeb1 admin admin] Publish callbacks [] for security_group (4bb42ee6-4317-4b0e-8c77-ac67bf416da2), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.917212 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5b1c4858-083d-41f5-8b57-380374a8aeb1 admin admin] Publish callbacks [] for security_group (4bb42ee6-4317-4b0e-8c77-ac67bf416da2), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.941963 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ee1eebc2-073e-406c-9537-734afa17c0f8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:54:38.038490 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:38.038625 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5b1c4858-083d-41f5-8b57-380374a8aeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4bb42ee6-4317-4b0e-8c77-ac67bf416da2), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:38.041205 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5b1c4858-083d-41f5-8b57-380374a8aeb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:38.042380 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5b1c4858-083d-41f5-8b57-380374a8aeb1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4bb42ee6-4317-4b0e-8c77-ac67bf416da2 HTTP/1.1" status: 204 len: 168 time: 0.1904964 Apr 06 12:54:38.053240 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'port_id': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'mac_address': 'fa:16:3e:56:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:54:38.053484 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c4858-083d-41f5-8b57-380374a8aeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb42ee6-4317-4b0e-8c77-ac67bf416da2,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:38.102027 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ee1eebc2-073e-406c-9537-734afa17c0f8 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:38.102485 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:38.118472 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1eebc2-073e-406c-9537-734afa17c0f8 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:54:38.138295 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:38.138908 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7979b-5d48-4f06-9185-ceca685cbebe req-53000546-ffad-450c-b911-302daf6c7a5e tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:38.141314 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68d7979b-5d48-4f06-9185-ceca685cbebe req-53000546-ffad-450c-b911-302daf6c7a5e tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0616963 Apr 06 12:54:38.192739 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68d7979b-5d48-4f06-9185-ceca685cbebe req-fb5895ea-e5c0-4b50-8474-a1d742163d51 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449538 Apr 06 12:54:38.215053 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:38.265822 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:38.274546 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.274983 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.275242 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.275564 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.275902 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.277273 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.277273 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.277598 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.278551 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.278551 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.279127 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.279468 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.279794 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.280122 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.280447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:38.451661 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['ee1eebc2-073e-406c-9537-734afa17c0f8'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:54:39.234449 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53722) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:39.312715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670c744-1582-411a-b93a-7db01645c35c req-dc4f0532-dcd0-4a6b-8450-4b426e4af214 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:39.314769 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e670c744-1582-411a-b93a-7db01645c35c req-dc4f0532-dcd0-4a6b-8450-4b426e4af214 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 945 time: 0.0532794 Apr 06 12:54:39.335657 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1443917836-network', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:39.368934 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e670c744-1582-411a-b93a-7db01645c35c req-40025c4e-6fce-45bb-ab90-d1fa74020cc1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481064 Apr 06 12:54:39.420340 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Made reservation on behalf of 0882948559d74a3fa9025ba2e450e7b0 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:39.422862 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.431739 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.522426 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks [] for security_group (98f1e4c2-7aa6-476c-b203-815edc880578), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.603374 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (98f1e4c2-7aa6-476c-b203-815edc880578), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.630447 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:54:39.635944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f1e4c2-7aa6-476c-b203-815edc880578,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:39.644073 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (f63dce4a-6cd0-4495-b718-3ceefda709a1), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.644219 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Added segment f63dce4a-6cd0-4495-b718-3ceefda709a1 of type vlan for network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 Apr 06 12:54:39.683775 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.791925 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.792975 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:39.793582 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.811005 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38207502-9089-42ea-8d8d-8962ec3fd12e req-ec967f47-3e62-4a86-97fa-f20edecf5078 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:39.812535 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-38207502-9089-42ea-8d8d-8962ec3fd12e req-ec967f47-3e62-4a86-97fa-f20edecf5078 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0539999 Apr 06 12:54:39.872398 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] Pushing event updated for resources: {'Network': ['ID=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:39.873157 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-38207502-9089-42ea-8d8d-8962ec3fd12e req-7d2e448b-291b-4b10-ad3e-476307eb3016 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534358 Apr 06 12:54:39.885283 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:54:39.916471 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-fbb39caf-54ee-480a-af1d-a0bb3453366b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6801550 Apr 06 12:54:39.919237 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53734) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:39.924515 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Request body: {'subnet': {'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1443917836-subnet', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:39.959305 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ee1eebc2-073e-406c-9537-734afa17c0f8 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:40.012730 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Made reservation on behalf of 0882948559d74a3fa9025ba2e450e7b0 for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:40.015161 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10197734'] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.083710 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port ee1eebc2-073e-406c-9537-734afa17c0f8 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:54:40.087830 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port ee1eebc2-073e-406c-9537-734afa17c0f8 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:40.088282 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.165688 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ee1eebc2-073e-406c-9537-734afa17c0f8 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:40.166084 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.193919 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:54:40.196197 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6779b6-9dae-4288-b2ab-6b1ecf9d81b2" -d '{"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-plugged", "status": "completed", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:54:40.210445 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:40.251945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78743574-850f-4842-bb96-d2b0ba7e69db x-openstack-request-id: req-78743574-850f-4842-bb96-d2b0ba7e69db {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:54:40.251945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-plugged", "status": "completed", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:54:40.251945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78743574-850f-4842-bb96-d2b0ba7e69db {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:54:40.251945 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78743574-850f-4842-bb96-d2b0ba7e69db'] response: {'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'code': 200} Apr 06 12:54:40.277828 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10197752'] for subnet (aeec988f-4bdf-40af-a139-3da76ec35b81), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.341794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeec988f-4bdf-40af-a139-3da76ec35b81,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:40.346148 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Checking segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:40.346507 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Network hostable DHCP agents. Network: fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:54:40.351645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.400964 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:40.477393 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:54:40.489525 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710777-492c-420b-bed7-4f91a861b9f5 req-4ec294cf-dc0c-43a9-a0e0-a613496a0624 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:40.491009 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d710777-492c-420b-bed7-4f91a861b9f5 req-4ec294cf-dc0c-43a9-a0e0-a613496a0624 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0533440 Apr 06 12:54:40.541368 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d710777-492c-420b-bed7-4f91a861b9f5 req-57624958-7712-4ee5-b626-57ba9e3ce863 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Apr 06 12:54:40.563751 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:40.567883 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:40.568478 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.574047 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141c84b-a8e9-49c3-8a15-a91772c791e4 None None] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:40.626401 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3bc78-ef22-4b35-80a2-1ee9e44e9096 req-e18b6387-8b50-4781-81a9-3706bf15bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:40.628076 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-83f3bc78-ef22-4b35-80a2-1ee9e44e9096 req-e18b6387-8b50-4781-81a9-3706bf15bf77 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1130 time: 0.0515108 Apr 06 12:54:40.656063 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-87d6b454-52db-4c13-872d-1ab70232d934 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7357411 Apr 06 12:54:40.659126 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53740) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:40.664059 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:40.676618 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-83f3bc78-ef22-4b35-80a2-1ee9e44e9096 req-7b3d62ae-c138-4d6c-b46b-3dd3141a8425 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 Apr 06 12:54:40.697547 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:54:40.699154 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.751465 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (84c80903-275a-4d5e-8a20-d126e8cd1b9c), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.752528 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (84c80903-275a-4d5e-8a20-d126e8cd1b9c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.804116 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks [] for router_controller (84c80903-275a-4d5e-8a20-d126e8cd1b9c), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.829379 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Allocated IP 172.20.0.2 (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6/aeec988f-4bdf-40af-a139-3da76ec35b81/622b667d-b512-4d15-ba28-676bce512b19) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:40.975125 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Publish callbacks [] for port (622b667d-b512-4d15-ba28-676bce512b19), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.005442 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482772a-c8ca-41f9-a13c-21119e5f4ae1 req-7882b676-a2cc-4636-9d77-a3a775e48886 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:41.006928 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5482772a-c8ca-41f9-a13c-21119e5f4ae1 req-7882b676-a2cc-4636-9d77-a3a775e48886 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0542424 Apr 06 12:54:41.012971 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks [] for router_gateway (84c80903-275a-4d5e-8a20-d126e8cd1b9c), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.043539 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (622b667d-b512-4d15-ba28-676bce512b19), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.055111 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5482772a-c8ca-41f9-a13c-21119e5f4ae1 req-13731c52-74a1-4328-b183-65b413ffce85 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422833 Apr 06 12:54:41.087982 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:41.091036 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:41.095003 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:41.101637 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Pushing event updated for resources: {'Port': ['ID=622b667d-b512-4d15-ba28-676bce512b19,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:41.152539 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Attempting to bind port 622b667d-b512-4d15-ba28-676bce512b19 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:41.152945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Attempting to bind port 622b667d-b512-4d15-ba28-676bce512b19 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:41.153303 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Attempting to bind port 622b667d-b512-4d15-ba28-676bce512b19 on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:41.158918 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:41.159290 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Checking segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:41.159688 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.160082 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Bound using segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:41.160548 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Bound port: 622b667d-b512-4d15-ba28-676bce512b19, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:41.160952 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (622b667d-b512-4d15-ba28-676bce512b19), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.224831 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] For port 622b667d-b512-4d15-ba28-676bce512b19, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:41.227949 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] For port 622b667d-b512-4d15-ba28-676bce512b19, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=622b667d-b512-4d15-ba28-676bce512b19,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:41.321537 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks [] for router_gateway (84c80903-275a-4d5e-8a20-d126e8cd1b9c), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.323564 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (622b667d-b512-4d15-ba28-676bce512b19), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.344502 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.391423 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80e755-a311-4165-a29c-0aafe467a01a None None] Pushing event updated for resources: {'Port': ['ID=622b667d-b512-4d15-ba28-676bce512b19,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:41.467081 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Allocated IP 172.27.3.3 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/90555eb4-724c-48b9-b2aa-a68fcbbc9ec3) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:41.475330 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b495387-f46c-4225-8581-ec7d58d74fef req-d937d20c-4a68-41de-b581-8ecd837d2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:41.476892 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b495387-f46c-4225-8581-ec7d58d74fef req-d937d20c-4a68-41de-b581-8ecd837d2b2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1129 time: 0.0498159 Apr 06 12:54:41.632603 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b495387-f46c-4225-8581-ec7d58d74fef req-e399dec0-911c-4773-b615-72c456e34741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:41.634140 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b495387-f46c-4225-8581-ec7d58d74fef req-e399dec0-911c-4773-b615-72c456e34741 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 912 time: 0.1309729 Apr 06 12:54:41.640449 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks [] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.702570 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c89db-5e61-4806-ba6b-ca0466cb9fe6 req-dc8ad906-14fc-4b05-a4ab-efc2d9b8aab0 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:41.704177 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614c89db-5e61-4806-ba6b-ca0466cb9fe6 req-dc8ad906-14fc-4b05-a4ab-efc2d9b8aab0 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0567784 Apr 06 12:54:41.754775 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614c89db-5e61-4806-ba6b-ca0466cb9fe6 req-dcae695e-55c0-4165-b191-bb4ba1542bc3 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446818 Apr 06 12:54:41.762040 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.799889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:41.805109 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:41.807564 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:41.834529 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Pushing event updated for resources: {'Port': ['ID=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:42.039725 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b495387-f46c-4225-8581-ec7d58d74fef req-370cd32a-bb70-4e8a-8520-bfacf0e32431 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 200 len: 1001 time: 0.0677233 Apr 06 12:54:42.196447 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b495387-f46c-4225-8581-ec7d58d74fef req-cdc4249c-f304-4341-946d-555e8d50bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:42.197981 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b495387-f46c-4225-8581-ec7d58d74fef req-cdc4249c-f304-4341-946d-555e8d50bf6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0907507 Apr 06 12:54:42.210373 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks [] for router_gateway (84c80903-275a-4d5e-8a20-d126e8cd1b9c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.217226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ad577-bfff-4d74-9bc3-5122d3d344d6 req-164c56f1-1d43-4104-80fb-03feafcd94e0 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:42.218727 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd9ad577-bfff-4d74-9bc3-5122d3d344d6 req-164c56f1-1d43-4104-80fb-03feafcd94e0 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0742507 Apr 06 12:54:42.373476 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 622b667d-b512-4d15-ba28-676bce512b19 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:42.429989 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648f6018-eb47-4a4f-aa5d-4931c61239e8 None None] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:42.498606 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-35ea9d66-e1ac-4d97-9d34-0b026bdb8bee None None] Provisioning complete for port 622b667d-b512-4d15-ba28-676bce512b19 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:42.498979 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-35ea9d66-e1ac-4d97-9d34-0b026bdb8bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (622b667d-b512-4d15-ba28-676bce512b19), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.544824 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (84c80903-275a-4d5e-8a20-d126e8cd1b9c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.554192 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 622b667d-b512-4d15-ba28-676bce512b19 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:42.554580 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (622b667d-b512-4d15-ba28-676bce512b19), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.605333 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd9ad577-bfff-4d74-9bc3-5122d3d344d6 req-e08174d0-56c3-429a-bfde-03319f85c8da tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765981 Apr 06 12:54:42.609764 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b495387-f46c-4225-8581-ec7d58d74fef req-aab7b167-99b2-42c4-a089-77f2a4a2108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:42.611234 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b495387-f46c-4225-8581-ec7d58d74fef req-aab7b167-99b2-42c4-a089-77f2a4a2108b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4021325 Apr 06 12:54:42.712700 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-35ea9d66-e1ac-4d97-9d34-0b026bdb8bee None None] Current status of the port 622b667d-b512-4d15-ba28-676bce512b19 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:42.713130 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-35ea9d66-e1ac-4d97-9d34-0b026bdb8bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (622b667d-b512-4d15-ba28-676bce512b19), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.714038 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b495387-f46c-4225-8581-ec7d58d74fef req-b9509e91-2740-4c8d-ab09-d3309eaa95f6 service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949464 Apr 06 12:54:42.728040 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 622b667d-b512-4d15-ba28-676bce512b19 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:42.728441 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (622b667d-b512-4d15-ba28-676bce512b19), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.768493 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-35ea9d66-e1ac-4d97-9d34-0b026bdb8bee None None] For port 622b667d-b512-4d15-ba28-676bce512b19, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=622b667d-b512-4d15-ba28-676bce512b19,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:42.775079 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:54:42.815947 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-35ea9d66-e1ac-4d97-9d34-0b026bdb8bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (622b667d-b512-4d15-ba28-676bce512b19), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.840712 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b495387-f46c-4225-8581-ec7d58d74fef req-5147ae69-1d6d-4132-a480-aafa7a376eff service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188638 Apr 06 12:54:42.905561 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.db.api [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:54:42.906174 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG oslo_db.api [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:54:42.912201 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea9d66-e1ac-4d97-9d34-0b026bdb8bee None None] Pushing event updated for resources: {'Port': ['ID=622b667d-b512-4d15-ba28-676bce512b19,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:42.927595 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:42.936661 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-48feeabe-4e29-42fb-804f-2a733273c033 None None] Provisioning complete for port 622b667d-b512-4d15-ba28-676bce512b19 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:42.937079 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-48feeabe-4e29-42fb-804f-2a733273c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (622b667d-b512-4d15-ba28-676bce512b19), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.937389 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:42.940363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5a29f-9497-47f0-ba01-72b01936c149 req-578446d0-ab90-4ba8-ab81-05b60fcfa4f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:42.942536 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9c5a29f-9497-47f0-ba01-72b01936c149 req-578446d0-ab90-4ba8-ab81-05b60fcfa4f8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0854213 Apr 06 12:54:42.950835 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:42.951621 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:43.005349 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9c5a29f-9497-47f0-ba01-72b01936c149 req-ce3dd7e1-0625-4566-ac87-512d2a77fae7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567396 Apr 06 12:54:43.034408 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-48feeabe-4e29-42fb-804f-2a733273c033 None None] Current status of the port 622b667d-b512-4d15-ba28-676bce512b19 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:43.040548 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.041980 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-a8aeca0f-f041-46ab-8184-ba1c5d89e989 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3818638 Apr 06 12:54:43.044713 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53752) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:43.063291 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:43.190146 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebab01-5715-46e2-802a-d2479ebb6fbf req-b6938098-ce99-4a13-b00f-a5b9b8c120ed tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:43.191561 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-66ebab01-5715-46e2-802a-d2479ebb6fbf req-b6938098-ce99-4a13-b00f-a5b9b8c120ed tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.1018734 Apr 06 12:54:43.254775 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:41Z', 'revision_number': 3, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:43.288183 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:43.288793 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Updating router 84c80903-275a-4d5e-8a20-d126e8cd1b9c port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:43.319423 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.340878 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-66ebab01-5715-46e2-802a-d2479ebb6fbf req-92d901ab-fba2-404a-be80-d01110838bce tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384399 Apr 06 12:54:43.364111 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53754) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:43.445024 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 622b667d-b512-4d15-ba28-676bce512b19 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:43.605138 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2cdebd-3531-4511-87e2-ffd5c3b93e80 tempest-TestShelveInstance-158132364 tempest-TestShelveInstance-158132364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:43.606681 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-db2cdebd-3531-4511-87e2-ffd5c3b93e80 tempest-TestShelveInstance-158132364 tempest-TestShelveInstance-158132364-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1125 time: 0.2413297 Apr 06 12:54:43.610284 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53758) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:43.614963 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'port_id': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:43.624027 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Publish callbacks [] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.657226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.700618 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.730594 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.774674 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Attempting to bind port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:43.775385 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Attempting to bind port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:43.776644 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Attempting to bind port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:43.780841 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Pushing event updated for resources: {'Port': ['ID=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,revision_number=2']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:43.796148 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.803219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.804221 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.804221 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.804547 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:43.809921 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:43.810635 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:43.811156 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.811782 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:43.812567 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Bound port: 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:43.814641 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.833143 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab17ed0-eb8c-48bb-b8d4-2644780affbc req-b1243af4-d7e1-4477-b9d4-10a7750ace6c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:43.834659 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bab17ed0-eb8c-48bb-b8d4-2644780affbc req-b1243af4-d7e1-4477-b9d4-10a7750ace6c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.1533151 Apr 06 12:54:43.870633 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Allocated IP 172.20.0.1 (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6/aeec988f-4bdf-40af-a139-3da76ec35b81/4e4222c1-3919-417d-b959-e25708b7bfab) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:43.896285 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.896683 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] For port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:43.901843 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] For port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:43.917403 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bab17ed0-eb8c-48bb-b8d4-2644780affbc req-1c15a2c4-c1e3-46df-91d4-28f8cd44333e tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707221 Apr 06 12:54:43.974807 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.014769 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks [] for port (4e4222c1-3919-417d-b959-e25708b7bfab), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.031185 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Allocated IP 172.27.3.170 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/a9f7365b-12db-4fa3-80ab-d09ea92d548e) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:44.035147 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:44.035779 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:44.076809 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790abee-a101-4569-a0e4-12127b76a01d None None] Pushing event updated for resources: {'Port': ['ID=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:44.122557 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.138810 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.157211 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:44.162146 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:44.167185 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:44.170921 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:44.197213 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Pushing event updated for resources: {'Port': ['ID=4e4222c1-3919-417d-b959-e25708b7bfab,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:44.208905 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.209258 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.209605 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.209944 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.210320 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.210655 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.210983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.211308 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.211633 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.211967 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.212292 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.212615 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.212962 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.213283 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.213709 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.235384 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (84c80903-275a-4d5e-8a20-d126e8cd1b9c), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.267369 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.348999 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'Port': ['ID=a9f7365b-12db-4fa3-80ab-d09ea92d548e,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:44.360371 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.361048 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.361580 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.362147 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.362666 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.363163 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.363665 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.364413 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.365128 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.365819 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.366445 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.367661 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.368225 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.368710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.369238 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:44.369814 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 622b667d-b512-4d15-ba28-676bce512b19 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:44.375946 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:44.378160 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:44.381326 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:44.415756 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:41Z', 'revision_number': 3, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:44.440219 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 622b667d-b512-4d15-ba28-676bce512b19 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:44.440598 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (622b667d-b512-4d15-ba28-676bce512b19), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.456800 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b77d1e5-a96c-4a8f-9144-bf748a26d917 None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:41Z', 'revision_number': 3, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:44.518912 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.535930 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 622b667d-b512-4d15-ba28-676bce512b19 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:44.574222 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-e7f6c432-a893-46d7-b56e-417c745f35f8 None None] Provisioning complete for port 4e4222c1-3919-417d-b959-e25708b7bfab triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:44.574736 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e7f6c432-a893-46d7-b56e-417c745f35f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.625113 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6c432-a893-46d7-b56e-417c745f35f8 None None] Port 4e4222c1-3919-417d-b959-e25708b7bfab cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:44.701670 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks [] for port (4e4222c1-3919-417d-b959-e25708b7bfab), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.845871 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for floatingip (7d5e6cca-d82c-4be0-906e-e6576d68bf62), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.854690 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.926948 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (84c80903-275a-4d5e-8a20-d126e8cd1b9c), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.928812 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Pushing event updated for resources: {'Port': ['ID=4e4222c1-3919-417d-b959-e25708b7bfab,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:45.014361 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.073457 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:45.080858 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:45.091279 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8ae74-3f47-458e-b314-561b04e0e52d req-03ed3577-67d1-47b1-8569-ddb1e4427dee tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:45.093234 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3df8ae74-3f47-458e-b314-561b04e0e52d req-03ed3577-67d1-47b1-8569-ddb1e4427dee tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0950656 Apr 06 12:54:45.213165 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.238400 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3df8ae74-3f47-458e-b314-561b04e0e52d req-4fe936ee-8c16-4420-a8e0-f8c7658a6ea1 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381915 Apr 06 12:54:45.261967 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:45.277863 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.323286 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event updated for resources: {'Port': ['ID=a9f7365b-12db-4fa3-80ab-d09ea92d548e,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:45.355293 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-90eb1992-e481-4d40-b854-0b98be6b81bc None None] Provisioning complete for port 4e4222c1-3919-417d-b959-e25708b7bfab triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:45.355663 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-90eb1992-e481-4d40-b854-0b98be6b81bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.378759 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (7d5e6cca-d82c-4be0-906e-e6576d68bf62), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.414314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:45.429296 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-0ee44e79-7d7c-48c4-83e1-3e7fb0035bfd admin admin] 10.222.0.79 "PUT /v2.0/routers/84c80903-275a-4d5e-8a20-d126e8cd1b9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3748410 Apr 06 12:54:45.552388 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-90eb1992-e481-4d40-b854-0b98be6b81bc None None] Port 4e4222c1-3919-417d-b959-e25708b7bfab cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:45.757860 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Floating IP 7d5e6cca-d82c-4be0-906e-e6576d68bf62 associated. External IP: 172.27.3.170, port: ee1eebc2-073e-406c-9537-734afa17c0f8. Apr 06 12:54:45.989695 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Router ebad9f32-7e4b-451a-a15c-139ed0e67798 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:46.107643 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:46.117064 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] Sync routers for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:46.127300 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:46.128226 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:46.199230 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.234053 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-388635f3-0ae0-41ec-8084-084a5caf104d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6226549 Apr 06 12:54:46.234969 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:54:46.237515 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:54:46.247704 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:46.327940 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6b4301-5f95-4f2a-bec7-2f144a5c2c33 x-openstack-request-id: req-0c6b4301-5f95-4f2a-bec7-2f144a5c2c33 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:54:46.329109 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:54:46.329614 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c6b4301-5f95-4f2a-bec7-2f144a5c2c33 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:54:46.330296 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6b4301-5f95-4f2a-bec7-2f144a5c2c33'] response: {'name': 'network-changed', 'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'status': 'completed', 'code': 200} Apr 06 12:54:46.370853 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:46.378948 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53784) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:46.384678 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:46.385646 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:46.385841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1962990797-network', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:46.386575 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:46.451434 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-1b54e305-621f-4b7b-b41f-76e2bbed4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:46.453203 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-1b54e305-621f-4b7b-b41f-76e2bbed4518 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1130 time: 0.1032376 Apr 06 12:54:46.477536 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853b70-d1df-465d-9908-4769627e95ee req-83b0a8c5-da7e-4edd-b0a3-8a8c94e85969 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:46.479353 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7e853b70-d1df-465d-9908-4769627e95ee req-83b0a8c5-da7e-4edd-b0a3-8a8c94e85969 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0850723 Apr 06 12:54:46.489993 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Made reservation on behalf of 8a3ddaa9d5c14470a046b788cb3eb709 for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:46.493122 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.510706 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.514581 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:46.515186 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.533724 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:46.607928 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7e853b70-d1df-465d-9908-4769627e95ee req-6b50c547-720f-491d-b11f-87647b7310bc tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139057 Apr 06 12:54:46.632219 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-fb76f920-5a8d-494f-a25f-0a3789f58b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:46.634352 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-fb76f920-5a8d-494f-a25f-0a3789f58b23 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 200 len: 910 time: 0.1730001 Apr 06 12:54:46.639517 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:46.642682 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.677089 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks [] for security_group (559b355b-a6ba-4422-9a56-1dd5282baf5d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.681994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:46.690313 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '7d5e6cca-d82c-4be0-906e-e6576d68bf62', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'port_id': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'mac_address': 'fa:16:3e:56:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:54:44Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 0, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 5, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:46.720593 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] Checking router: ebad9f32-7e4b-451a-a15c-139ed0e67798 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:46.731351 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:46.732300 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:46.739336 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-34990a8a-ab6f-4eee-aeaf-a678f8c6f9e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 1000 time: 0.0925388 Apr 06 12:54:46.773753 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (559b355b-a6ba-4422-9a56-1dd5282baf5d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.793512 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.801121 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:54:46.810883 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559b355b-a6ba-4422-9a56-1dd5282baf5d,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:46.818507 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (5c251087-218b-4a7f-9096-c627ca802c89), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.819783 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Added segment 5c251087-218b-4a7f-9096-c627ca802c89 of type vlan for network 3a2f9569-5977-4781-ae94-3dbd7746409d Apr 06 12:54:46.838833 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-016ecae3-be82-4c95-a399-a56a30876dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:46.840856 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-016ecae3-be82-4c95-a399-a56a30876dc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=061cb8a9-8994-4fdc-beeb-fa1e3f521579 HTTP/1.1" status: 200 len: 848 time: 0.0949609 Apr 06 12:54:46.874230 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (3a2f9569-5977-4781-ae94-3dbd7746409d), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.890714 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:46.902566 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:46.912830 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-0ae93813-a3d3-438e-a462-e261f557fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:46.914576 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-0ae93813-a3d3-438e-a462-e261f557fd26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667350 Apr 06 12:54:46.948942 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 2, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:46.976394 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:46.976784 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Updating router 84c80903-275a-4d5e-8a20-d126e8cd1b9c port 4e4222c1-3919-417d-b959-e25708b7bfab binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:46.981394 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (3a2f9569-5977-4781-ae94-3dbd7746409d), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.983355 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:46.984856 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.008038 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.015596 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-e5ff2163-549b-4d0b-a56a-b3afec135bd2 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938752 Apr 06 12:54:47.070944 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] Pushing event updated for resources: {'Network': ['ID=3a2f9569-5977-4781-ae94-3dbd7746409d,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:47.095281 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 3a2f9569-5977-4781-ae94-3dbd7746409d details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:54:47.114634 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fb29ba5-0fa8-418a-bdfd-68c351cc25cb req-a1c02bc7-29d1-4dbf-bf78-30ca4e338498 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928781 Apr 06 12:54:47.132992 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-355b10e6-d7ed-4873-924d-cefe77dbda64 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7497516 Apr 06 12:54:47.132992 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53786) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:47.138541 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Request body: {'subnet': {'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1962990797-subnet', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:47.221713 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '7d5e6cca-d82c-4be0-906e-e6576d68bf62', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'port_id': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'mac_address': 'fa:16:3e:56:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:54:44Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 0, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 5, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:47.236471 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Made reservation on behalf of 8a3ddaa9d5c14470a046b788cb3eb709 for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:47.239102 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10197734'] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.254392 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9592cc1-d6bc-4a02-bdfa-8f8173098f2f None None] The sync data for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi is: [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '7d5e6cca-d82c-4be0-906e-e6576d68bf62', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'port_id': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'mac_address': 'fa:16:3e:56:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:54:44Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 0, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 5, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:47.304395 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Publish callbacks [] for port (4e4222c1-3919-417d-b959-e25708b7bfab), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.392519 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.442785 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a01d1-628e-4410-8222-6f6e47970af2 None None] Pushing event updated for resources: {'Port': ['ID=4e4222c1-3919-417d-b959-e25708b7bfab,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:47.494847 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10197752'] for subnet (dfc44675-b562-4282-ba42-5232d6e80f09), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.504303 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Attempting to bind port 4e4222c1-3919-417d-b959-e25708b7bfab on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:47.504792 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Attempting to bind port 4e4222c1-3919-417d-b959-e25708b7bfab by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:47.505161 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Attempting to bind port 4e4222c1-3919-417d-b959-e25708b7bfab on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:47.510569 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:47.510943 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Checking segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:47.511342 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.511733 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Bound using segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:47.512221 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Bound port: 4e4222c1-3919-417d-b959-e25708b7bfab, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:47.512603 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.521395 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63110ebe-5699-4094-bb7a-d472ffd3ca1f None None] New status for floating IP 7d5e6cca-d82c-4be0-906e-e6576d68bf62: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:54:47.566285 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc44675-b562-4282-ba42-5232d6e80f09,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:47.586640 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Checking segment: {'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:47.587008 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Network hostable DHCP agents. Network: 3a2f9569-5977-4781-ae94-3dbd7746409d, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:54:47.600965 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] For port 4e4222c1-3919-417d-b959-e25708b7bfab, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:47.606573 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] For port 4e4222c1-3919-417d-b959-e25708b7bfab, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=4e4222c1-3919-417d-b959-e25708b7bfab,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:47.692843 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Network 3a2f9569-5977-4781-ae94-3dbd7746409d is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:54:47.718307 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-4fc5fac9-9f93-4758-a4cc-5a81b31c7ab7 None None] Provisioning complete for port 4e4222c1-3919-417d-b959-e25708b7bfab triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:47.718880 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fac9-9f93-4758-a4cc-5a81b31c7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.721978 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.761898 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f8ff-f89a-49b7-883e-93efff1e5b09 req-13f85dbc-58fd-4933-982c-320e08ce66e1 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:47.763608 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6f03f8ff-f89a-49b7-883e-93efff1e5b09 req-13f85dbc-58fd-4933-982c-320e08ce66e1 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0774510 Apr 06 12:54:47.784818 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:47.785604 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:47.789053 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a01d1-628e-4410-8222-6f6e47970af2 None None] Pushing event updated for resources: {'Port': ['ID=4e4222c1-3919-417d-b959-e25708b7bfab,revision_number=4']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:47.807841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 3a2f9569-5977-4781-ae94-3dbd7746409d) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:47.812257 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:47.813966 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.827027 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372b9c3-a9d9-4070-a3f1-02ba331d47c6 None None] Network 3a2f9569-5977-4781-ae94-3dbd7746409d requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:47.843356 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6f03f8ff-f89a-49b7-883e-93efff1e5b09 req-c247934a-a26c-4e8a-8bc1-d1d2489ba320 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712788 Apr 06 12:54:47.900584 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5fac9-9f93-4758-a4cc-5a81b31c7ab7 None None] Current status of the port 4e4222c1-3919-417d-b959-e25708b7bfab is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:47.901145 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fac9-9f93-4758-a4cc-5a81b31c7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.905564 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2dc37028-6250-48b1-bfcd-4fa7631f1e20 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7693944 Apr 06 12:54:47.906163 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53790) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:47.913881 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:47.948796 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:47.982500 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-4fc5fac9-9f93-4758-a4cc-5a81b31c7ab7 None None] For port 4e4222c1-3919-417d-b959-e25708b7bfab, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=4e4222c1-3919-417d-b959-e25708b7bfab,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:47.990337 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-3a2f9569-5977-4781-ae94-3dbd7746409d', 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d', 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'fixed_ips': [{'subnet_id': 'dfc44675-b562-4282-ba42-5232d6e80f09'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:54:47.993330 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.011297 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (6937d0ad-1290-4df3-9823-1e06470b31d4), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.015049 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (6937d0ad-1290-4df3-9823-1e06470b31d4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.072923 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks [] for router_controller (6937d0ad-1290-4df3-9823-1e06470b31d4), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.187196 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:48.212814 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4fc5fac9-9f93-4758-a4cc-5a81b31c7ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.219381 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865cd27-4e64-4e2b-8d56-a5883ba8de39 None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:48.281918 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5fac9-9f93-4758-a4cc-5a81b31c7ab7 None None] Pushing event updated for resources: {'Port': ['ID=4e4222c1-3919-417d-b959-e25708b7bfab,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:48.308579 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks [] for router_gateway (6937d0ad-1290-4df3-9823-1e06470b31d4), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.372519 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-abe03804-e6fd-4bd8-a5dc-427b73720894 None None] Provisioning complete for port 4e4222c1-3919-417d-b959-e25708b7bfab triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:48.373560 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-abe03804-e6fd-4bd8-a5dc-427b73720894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.379873 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Allocated IP 172.20.0.2 (3a2f9569-5977-4781-ae94-3dbd7746409d/dfc44675-b562-4282-ba42-5232d6e80f09/c51d94a5-7fee-4a07-8727-0886eb05ce09) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:48.407160 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:48.577151 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:48.577619 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.612721 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks [] for router_gateway (6937d0ad-1290-4df3-9823-1e06470b31d4), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.633316 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-abe03804-e6fd-4bd8-a5dc-427b73720894 None None] Current status of the port 4e4222c1-3919-417d-b959-e25708b7bfab is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:48.638656 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.698560 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Publish callbacks [] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.741596 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:48.760853 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Allocated IP 172.27.3.95 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/2cdb563d-28a4-414a-a993-77a023161db2) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:48.775118 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.830581 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Network 3a2f9569-5977-4781-ae94-3dbd7746409d is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:48.831432 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Pushing event updated for resources: {'Port': ['ID=c51d94a5-7fee-4a07-8727-0886eb05ce09,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:48.835176 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:48.837408 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:48.910052 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Attempting to bind port c51d94a5-7fee-4a07-8727-0886eb05ce09 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:48.910532 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Attempting to bind port c51d94a5-7fee-4a07-8727-0886eb05ce09 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:48.911044 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Attempting to bind port c51d94a5-7fee-4a07-8727-0886eb05ce09 on network 3a2f9569-5977-4781-ae94-3dbd7746409d {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:48.918466 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:48.918669 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Checking segment: {'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:48.919235 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.919834 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Bound using segment: {'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:48.920376 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Bound port: c51d94a5-7fee-4a07-8727-0886eb05ce09, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:48.920947 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.946349 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks [] for port (2cdb563d-28a4-414a-a993-77a023161db2), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.997612 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] For port c51d94a5-7fee-4a07-8727-0886eb05ce09, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:49.001085 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] For port c51d94a5-7fee-4a07-8727-0886eb05ce09, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=c51d94a5-7fee-4a07-8727-0886eb05ce09,segment=NetworkSegment(5c251087-218b-4a7f-9096-c627ca802c89),segment_id=5c251087-218b-4a7f-9096-c627ca802c89)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:49.011516 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3704c0-64ca-411f-be72-b77c34956f45 req-6fe6bf32-56b1-428f-8db5-1009f770396d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:49.013162 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a3704c0-64ca-411f-be72-b77c34956f45 req-6fe6bf32-56b1-428f-8db5-1009f770396d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0701280 Apr 06 12:54:49.059246 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (2cdb563d-28a4-414a-a993-77a023161db2), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.064551 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a3704c0-64ca-411f-be72-b77c34956f45 req-b3553739-a18c-4cd0-b0be-c35954f407f3 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450428 Apr 06 12:54:49.089994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.100687 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:49.103866 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:49.108618 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:49.155249 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Pushing event updated for resources: {'Port': ['ID=2cdb563d-28a4-414a-a993-77a023161db2,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:49.173230 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82091f-d343-4cd6-a2f5-9a53a00c8670 None None] Pushing event updated for resources: {'Port': ['ID=c51d94a5-7fee-4a07-8727-0886eb05ce09,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:49.526471 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks [] for router_gateway (6937d0ad-1290-4df3-9823-1e06470b31d4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.740882 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (6937d0ad-1290-4df3-9823-1e06470b31d4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.935304 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Router 6937d0ad-1290-4df3-9823-1e06470b31d4 is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:54:50.055122 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:50.066641 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Sync routers for ids ['6937d0ad-1290-4df3-9823-1e06470b31d4'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:50.075641 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Routers {'6937d0ad-1290-4df3-9823-1e06470b31d4'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:50.076508 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['6937d0ad-1290-4df3-9823-1e06470b31d4'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:50.127168 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.132437 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5063a092-9d1d-4f56-9e8f-b15fc672431e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2227249 Apr 06 12:54:50.133794 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53796) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:50.178032 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc8551-c660-4321-bac8-a91ae3babffe None None] Network 3a2f9569-5977-4781-ae94-3dbd7746409d requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:50.206240 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Set router 6937d0ad-1290-4df3-9823-1e06470b31d4 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:50.299634 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d564d7-96a7-4a0f-9217-d019300b29a5 req-4e9e9a5f-a9d9-42f3-acbc-37daff397d16 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:50.304629 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e0d564d7-96a7-4a0f-9217-d019300b29a5 req-4e9e9a5f-a9d9-42f3-acbc-37daff397d16 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.1134720 Apr 06 12:54:50.353194 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-055056ba-eb30-4772-8215-7e89ecab6347 None None] Provisioning complete for port c51d94a5-7fee-4a07-8727-0886eb05ce09 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:50.356060 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-055056ba-eb30-4772-8215-7e89ecab6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.427395 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2cdb563d-28a4-414a-a993-77a023161db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:49Z', 'revision_number': 3, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port': {'id': '2cdb563d-28a4-414a-a993-77a023161db2', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:50.427544 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e0d564d7-96a7-4a0f-9217-d019300b29a5 req-ea3d4647-d22a-4ff2-b405-490ee0f532a6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171844 Apr 06 12:54:50.438945 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 4e4222c1-3919-417d-b959-e25708b7bfab up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:50.487362 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Checking router: 6937d0ad-1290-4df3-9823-1e06470b31d4 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:50.487720 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Updating router 6937d0ad-1290-4df3-9823-1e06470b31d4 port 2cdb563d-28a4-414a-a993-77a023161db2 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:50.516626 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (2cdb563d-28a4-414a-a993-77a023161db2), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.527085 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-055056ba-eb30-4772-8215-7e89ecab6347 None None] Current status of the port c51d94a5-7fee-4a07-8727-0886eb05ce09 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:50.528141 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-055056ba-eb30-4772-8215-7e89ecab6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.553299 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 4e4222c1-3919-417d-b959-e25708b7bfab triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:50.553678 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.635292 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-055056ba-eb30-4772-8215-7e89ecab6347 None None] For port c51d94a5-7fee-4a07-8727-0886eb05ce09, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=c51d94a5-7fee-4a07-8727-0886eb05ce09,segment=NetworkSegment(5c251087-218b-4a7f-9096-c627ca802c89),segment_id=5c251087-218b-4a7f-9096-c627ca802c89)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:50.705475 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 4e4222c1-3919-417d-b959-e25708b7bfab is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:50.708421 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c51d94a5-7fee-4a07-8727-0886eb05ce09 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:50.740175 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-055056ba-eb30-4772-8215-7e89ecab6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.813891 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055056ba-eb30-4772-8215-7e89ecab6347 None None] Pushing event updated for resources: {'Port': ['ID=c51d94a5-7fee-4a07-8727-0886eb05ce09,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:50.818288 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port c51d94a5-7fee-4a07-8727-0886eb05ce09 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:50.818288 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.819134 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.881831 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-3a63b986-dda7-49e6-a73f-1c6d9b2e3687 None None] Provisioning complete for port c51d94a5-7fee-4a07-8727-0886eb05ce09 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:50.882221 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3a63b986-dda7-49e6-a73f-1c6d9b2e3687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.915258 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Publish callbacks [] for port (2cdb563d-28a4-414a-a993-77a023161db2), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.948838 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port c51d94a5-7fee-4a07-8727-0886eb05ce09 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:50.994352 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-3a63b986-dda7-49e6-a73f-1c6d9b2e3687 None None] Current status of the port c51d94a5-7fee-4a07-8727-0886eb05ce09 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:50.995012 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Allocated IP 172.20.0.1 (3a2f9569-5977-4781-ae94-3dbd7746409d/dfc44675-b562-4282-ba42-5232d6e80f09/3b6a5cdb-d7ae-4c9d-b959-b1867768198b) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:51.009269 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (2cdb563d-28a4-414a-a993-77a023161db2), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.065702 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Attempting to bind port 2cdb563d-28a4-414a-a993-77a023161db2 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:51.066081 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Attempting to bind port 2cdb563d-28a4-414a-a993-77a023161db2 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:51.066449 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Attempting to bind port 2cdb563d-28a4-414a-a993-77a023161db2 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:51.069394 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3ced-dedb-4b72-96a0-0e91d875608f None None] Pushing event updated for resources: {'Port': ['ID=2cdb563d-28a4-414a-a993-77a023161db2,revision_number=2']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:51.074676 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:51.075059 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:51.075458 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.076193 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:51.076318 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Bound port: 2cdb563d-28a4-414a-a993-77a023161db2, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:51.076684 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (2cdb563d-28a4-414a-a993-77a023161db2), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.102952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks [] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.130972 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] For port 2cdb563d-28a4-414a-a993-77a023161db2, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:51.134255 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] For port 2cdb563d-28a4-414a-a993-77a023161db2, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=2cdb563d-28a4-414a-a993-77a023161db2,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:51.209330 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.226420 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (2cdb563d-28a4-414a-a993-77a023161db2), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.255580 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Network 3a2f9569-5977-4781-ae94-3dbd7746409d is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:51.259946 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:51.264087 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:51.270601 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:51.287509 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Routers {'6937d0ad-1290-4df3-9823-1e06470b31d4'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:51.288182 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['6937d0ad-1290-4df3-9823-1e06470b31d4'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:51.293511 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3ced-dedb-4b72-96a0-0e91d875608f None None] Pushing event updated for resources: {'Port': ['ID=2cdb563d-28a4-414a-a993-77a023161db2,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:51.308224 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (6937d0ad-1290-4df3-9823-1e06470b31d4), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.409244 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] Set router 6937d0ad-1290-4df3-9823-1e06470b31d4 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:51.524017 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-4a04bbba-d90d-4240-b30a-74088a768c6f None None] Provisioning complete for port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:51.524622 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4a04bbba-d90d-4240-b30a-74088a768c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.561354 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-4a04bbba-d90d-4240-b30a-74088a768c6f None None] Port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:51.628000 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.672967 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2cdb563d-28a4-414a-a993-77a023161db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:49Z', 'revision_number': 3, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port': {'id': '2cdb563d-28a4-414a-a993-77a023161db2', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:51.702492 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47fc1a-9352-44e4-8b16-2f0d587582c7 req-35463216-eed3-4412-a3de-274d76ac1ae4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:51.705147 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7b47fc1a-9352-44e4-8b16-2f0d587582c7 req-35463216-eed3-4412-a3de-274d76ac1ae4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.1192577 Apr 06 12:54:51.716680 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5b3e3-f2ae-4d24-9d2c-431d676eaed6 None None] The sync data for ids ['6937d0ad-1290-4df3-9823-1e06470b31d4'] in dv-cinder-815660-6-iscsi is: [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2cdb563d-28a4-414a-a993-77a023161db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:49Z', 'revision_number': 3, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port': {'id': '2cdb563d-28a4-414a-a993-77a023161db2', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:51.825485 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7b47fc1a-9352-44e4-8b16-2f0d587582c7 req-03d746c2-8fa8-464a-84c7-51553b37f596 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095929 Apr 06 12:54:51.902291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks [] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.974722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.050700 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:52.053636 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (6937d0ad-1290-4df3-9823-1e06470b31d4), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.163351 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Network 3a2f9569-5977-4781-ae94-3dbd7746409d is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:52.164968 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:52.469830 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2cdb563d-28a4-414a-a993-77a023161db2 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:52.522659 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-d4ff07ed-1c48-48c9-baea-16de2175b5c2 None None] Provisioning complete for port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:52.523001 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d4ff07ed-1c48-48c9-baea-16de2175b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.565818 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 2cdb563d-28a4-414a-a993-77a023161db2 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:52.566433 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (2cdb563d-28a4-414a-a993-77a023161db2), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.570224 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff07ed-1c48-48c9-baea-16de2175b5c2 None None] Port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:52.653974 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732996ee-ee9c-4753-b6dc-bfa117ec9aea req-967aee02-7daa-4608-b94d-737d087b202d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:52.655571 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-732996ee-ee9c-4753-b6dc-bfa117ec9aea req-967aee02-7daa-4608-b94d-737d087b202d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.4341717 Apr 06 12:54:52.659156 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 2cdb563d-28a4-414a-a993-77a023161db2 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:52.659685 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (2cdb563d-28a4-414a-a993-77a023161db2), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.683675 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 2cdb563d-28a4-414a-a993-77a023161db2, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=2cdb563d-28a4-414a-a993-77a023161db2,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:52.687121 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-b359f158-6d23-4977-aeda-1df40b013aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:52.689276 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-b359f158-6d23-4977-aeda-1df40b013aa2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1129 time: 0.1355746 Apr 06 12:54:52.746694 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (2cdb563d-28a4-414a-a993-77a023161db2), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.747503 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c51d94a5-7fee-4a07-8727-0886eb05ce09 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:52.763576 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Router 6937d0ad-1290-4df3-9823-1e06470b31d4 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:52.794983 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-732996ee-ee9c-4753-b6dc-bfa117ec9aea req-e9d66145-bbb5-419b-95aa-26b9e8bedb5e tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279068 Apr 06 12:54:52.838078 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=2cdb563d-28a4-414a-a993-77a023161db2,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:52.851866 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port c51d94a5-7fee-4a07-8727-0886eb05ce09 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:52.852247 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.877299 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-ed2cd417-0df9-40d1-ab1c-4598e29b8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:52.878810 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-ed2cd417-0df9-40d1-ab1c-4598e29b8c78 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 912 time: 0.1816180 Apr 06 12:54:52.934594 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port c51d94a5-7fee-4a07-8727-0886eb05ce09 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:52.936524 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:54:52.983499 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:52.987042 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-db892228-b480-4cf1-bfe7-abba00098f03 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 200 len: 1001 time: 0.0834084 Apr 06 12:54:52.990515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-924ab0cc-3d80-4ada-8047-251d0edfb9b4 admin admin] 10.222.0.79 "PUT /v2.0/routers/6937d0ad-1290-4df3-9823-1e06470b31d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8550694 Apr 06 12:54:53.038840 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-8a6e321a-9d15-41d6-80f0-c083f3f98eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:53.040319 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-8a6e321a-9d15-41d6-80f0-c083f3f98eba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0469570 Apr 06 12:54:53.090936 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-44d8701b-f2d4-448d-a37e-0134ed2f7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:53.092363 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-44d8701b-f2d4-448d-a37e-0134ed2f7e41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456271 Apr 06 12:54:53.193167 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-32900459-bbd0-4298-838c-29eee8b702f8 service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943034 Apr 06 12:54:53.292961 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d8b21f4-63b7-4f55-ae51-b3b17fe8610e req-5ad2ff66-7ceb-4c4d-a6f8-72e05a81dbdd service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935194 Apr 06 12:54:53.525240 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Sync routers for ids ['6937d0ad-1290-4df3-9823-1e06470b31d4'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:53.537889 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Routers {'6937d0ad-1290-4df3-9823-1e06470b31d4'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:53.538511 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['6937d0ad-1290-4df3-9823-1e06470b31d4'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:53.540319 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53812) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:53.545016 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-1e31b2a8-bf9a-433a-944e-16611165f161 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78732313', 'description': 'tempest-secgroup-smoke-78732313 description', 'project_id': '0882948559d74a3fa9025ba2e450e7b0'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:53.642314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1e31b2a8-bf9a-433a-944e-16611165f161 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.659412 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Set router 6937d0ad-1290-4df3-9823-1e06470b31d4 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:53.727952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1e31b2a8-bf9a-433a-944e-16611165f161 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group (4a46f708-9a70-4cd7-8455-d26225eaeb96), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.803453 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1e31b2a8-bf9a-433a-944e-16611165f161 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4a46f708-9a70-4cd7-8455-d26225eaeb96), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.837999 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31b2a8-bf9a-433a-944e-16611165f161 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a46f708-9a70-4cd7-8455-d26225eaeb96,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:53.883834 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2cdb563d-28a4-414a-a993-77a023161db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:51Z', 'revision_number': 4, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port': {'id': '2cdb563d-28a4-414a-a993-77a023161db2', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '3b6a5cdb-d7ae-4c9d-b959-b1867768198b', 'name': '', 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'mac_address': 'fa:16:3e:a3:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dfc44675-b562-4282-ba42-5232d6e80f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:51Z', 'revision_number': 2, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'subnets': [{'id': 'dfc44675-b562-4282-ba42-5232d6e80f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:53.915345 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Checking router: 6937d0ad-1290-4df3-9823-1e06470b31d4 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:53.916155 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Updating router 6937d0ad-1290-4df3-9823-1e06470b31d4 port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:53.918954 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-1e31b2a8-bf9a-433a-944e-16611165f161 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.920239 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-1e31b2a8-bf9a-433a-944e-16611165f161 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3788030 Apr 06 12:54:53.924074 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 53816) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:53.930783 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-7bfcb805-a0d4-420e-b370-47a455e3fbba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'security_group_rule': {'security_group_id': '4a46f708-9a70-4cd7-8455-d26225eaeb96', 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:53.949620 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.952303 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a51e-c293-473f-9443-4a37ef630e7e req-bf7c0b58-8b49-4987-b8d6-65a5fe1dadcd tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:53.954028 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5e70a51e-c293-473f-9443-4a37ef630e7e req-bf7c0b58-8b49-4987-b8d6-65a5fe1dadcd tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0821333 Apr 06 12:54:54.012997 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5e70a51e-c293-473f-9443-4a37ef630e7e req-781e62da-4aa7-4173-bf7d-81966f47bae3 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496204 Apr 06 12:54:54.031105 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb805-a0d4-420e-b370-47a455e3fbba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (5e01d70e-8e8f-4cbd-a544-a461ff2a95cf), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.094893 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb805-a0d4-420e-b370-47a455e3fbba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (5e01d70e-8e8f-4cbd-a544-a461ff2a95cf), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.207111 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb805-a0d4-420e-b370-47a455e3fbba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (5e01d70e-8e8f-4cbd-a544-a461ff2a95cf), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.227888 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcb805-a0d4-420e-b370-47a455e3fbba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e01d70e-8e8f-4cbd-a544-a461ff2a95cf,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:54.240310 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Publish callbacks [] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.316070 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-7bfcb805-a0d4-420e-b370-47a455e3fbba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.318190 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-7bfcb805-a0d4-420e-b370-47a455e3fbba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3921328 Apr 06 12:54:54.320577 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2cdb563d-28a4-414a-a993-77a023161db2 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:54.321419 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53818) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:54.326330 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-4ff4a134-0d40-4aa0-97ed-a813e2789fdc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'security_group_rule': {'security_group_id': '4a46f708-9a70-4cd7-8455-d26225eaeb96', 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:54.348257 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.411622 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d775042-b5d9-43af-a0bc-06f566578c3f None None] Pushing event updated for resources: {'Port': ['ID=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:54.443897 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 2cdb563d-28a4-414a-a993-77a023161db2 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:54.444286 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (2cdb563d-28a4-414a-a993-77a023161db2), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.447561 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a134-0d40-4aa0-97ed-a813e2789fdc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (fc7307f9-d1a4-45cb-928f-0bbbe8dfc770), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.504429 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Attempting to bind port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:54.504845 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Attempting to bind port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:54.505219 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Attempting to bind port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b on network 3a2f9569-5977-4781-ae94-3dbd7746409d {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:54.511246 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a134-0d40-4aa0-97ed-a813e2789fdc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (fc7307f9-d1a4-45cb-928f-0bbbe8dfc770), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.513742 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:54.514128 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Checking segment: {'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:54.514537 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.514938 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Bound using segment: {'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:54.515414 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Bound port: 3b6a5cdb-d7ae-4c9d-b959-b1867768198b, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c251087-218b-4a7f-9096-c627ca802c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:54.515822 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.585896 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a134-0d40-4aa0-97ed-a813e2789fdc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (fc7307f9-d1a4-45cb-928f-0bbbe8dfc770), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.607305 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4a134-0d40-4aa0-97ed-a813e2789fdc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7307f9-d1a4-45cb-928f-0bbbe8dfc770,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:54.611786 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 2cdb563d-28a4-414a-a993-77a023161db2 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:54.621904 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] For port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:54.625599 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] For port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,segment=NetworkSegment(5c251087-218b-4a7f-9096-c627ca802c89),segment_id=5c251087-218b-4a7f-9096-c627ca802c89)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:54.631498 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-338d2565-11a5-4a2a-9a97-655f461c71c7 None None] Provisioning complete for port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:54.631880 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-338d2565-11a5-4a2a-9a97-655f461c71c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.668648 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-338d2565-11a5-4a2a-9a97-655f461c71c7 None None] Port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:54.672901 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a134-0d40-4aa0-97ed-a813e2789fdc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.674444 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-4ff4a134-0d40-4aa0-97ed-a813e2789fdc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514020 Apr 06 12:54:54.677113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53820) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:54.681515 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-7822a1fa-fbac-448d-b367-0f3c5557a4ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'security_group_rule': {'security_group_id': '4a46f708-9a70-4cd7-8455-d26225eaeb96', 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:54.705481 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.767042 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d775042-b5d9-43af-a0bc-06f566578c3f None None] Pushing event updated for resources: {'Port': ['ID=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:54.769684 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Routers {'6937d0ad-1290-4df3-9823-1e06470b31d4'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:54.770305 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:54:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['6937d0ad-1290-4df3-9823-1e06470b31d4'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:54.787385 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7822a1fa-fbac-448d-b367-0f3c5557a4ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (34a12cec-2751-4149-b992-79534cf30a9e), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.871735 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7822a1fa-fbac-448d-b367-0f3c5557a4ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (34a12cec-2751-4149-b992-79534cf30a9e), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.940493 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7822a1fa-fbac-448d-b367-0f3c5557a4ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (34a12cec-2751-4149-b992-79534cf30a9e), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.959835 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a1fa-fbac-448d-b367-0f3c5557a4ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a12cec-2751-4149-b992-79534cf30a9e,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.037973 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-6a935b4e-fa67-4ece-a8f1-a843810adaf4 None None] Provisioning complete for port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:55.038282 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-6a935b4e-fa67-4ece-a8f1-a843810adaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.056504 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7822a1fa-fbac-448d-b367-0f3c5557a4ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.060898 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-7822a1fa-fbac-448d-b367-0f3c5557a4ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796580 Apr 06 12:54:55.060898 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53824) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:55.065302 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-550f41f5-d846-475c-b35e-ae824abb159f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'security_group_rule': {'security_group_id': '4a46f708-9a70-4cd7-8455-d26225eaeb96', 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:55.071982 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] Set router 6937d0ad-1290-4df3-9823-1e06470b31d4 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:55.153113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8effef-6fba-450d-9498-84cfc8adae30 req-b096cee3-467b-4def-ac90-e996fb926ff3 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:55.154599 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0d8effef-6fba-450d-9498-84cfc8adae30 req-b096cee3-467b-4def-ac90-e996fb926ff3 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0671058 Apr 06 12:54:55.163467 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-550f41f5-d846-475c-b35e-ae824abb159f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (fb9feb5d-1ecd-41cb-9a9c-d4189407149b), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.242623 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0d8effef-6fba-450d-9498-84cfc8adae30 req-11b252a8-f732-4af1-992b-d5315b849eed tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809827 Apr 06 12:54:55.259010 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-550f41f5-d846-475c-b35e-ae824abb159f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (fb9feb5d-1ecd-41cb-9a9c-d4189407149b), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.271260 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-6a935b4e-fa67-4ece-a8f1-a843810adaf4 None None] Current status of the port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:55.271646 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-6a935b4e-fa67-4ece-a8f1-a843810adaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.338838 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-550f41f5-d846-475c-b35e-ae824abb159f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (fb9feb5d-1ecd-41cb-9a9c-d4189407149b), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.342615 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-6a935b4e-fa67-4ece-a8f1-a843810adaf4 None None] For port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,segment=NetworkSegment(5c251087-218b-4a7f-9096-c627ca802c89),segment_id=5c251087-218b-4a7f-9096-c627ca802c89)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:55.361505 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f41f5-d846-475c-b35e-ae824abb159f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9feb5d-1ecd-41cb-9a9c-d4189407149b,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.373217 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2cdb563d-28a4-414a-a993-77a023161db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:51Z', 'revision_number': 4, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port': {'id': '2cdb563d-28a4-414a-a993-77a023161db2', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '3b6a5cdb-d7ae-4c9d-b959-b1867768198b', 'name': '', 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'mac_address': 'fa:16:3e:a3:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dfc44675-b562-4282-ba42-5232d6e80f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'subnets': [{'id': 'dfc44675-b562-4282-ba42-5232d6e80f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:55.399640 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b33c49-ef97-4353-a36b-97c78d090757 None None] The sync data for ids ['6937d0ad-1290-4df3-9823-1e06470b31d4'] in dv-cinder-815660-6-iscsi is: [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2cdb563d-28a4-414a-a993-77a023161db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:51Z', 'revision_number': 4, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port': {'id': '2cdb563d-28a4-414a-a993-77a023161db2', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '3b6a5cdb-d7ae-4c9d-b959-b1867768198b', 'name': '', 'network_id': '3a2f9569-5977-4781-ae94-3dbd7746409d', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'mac_address': 'fa:16:3e:a3:2e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'dfc44675-b562-4282-ba42-5232d6e80f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'subnets': [{'id': 'dfc44675-b562-4282-ba42-5232d6e80f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:55.481718 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-6a935b4e-fa67-4ece-a8f1-a843810adaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.553998 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-550f41f5-d846-475c-b35e-ae824abb159f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.556330 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-550f41f5-d846-475c-b35e-ae824abb159f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4937301 Apr 06 12:54:55.559194 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a935b4e-fa67-4ece-a8f1-a843810adaf4 None None] Pushing event updated for resources: {'Port': ['ID=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.559662 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53828) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:55.565415 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'security_group_rule': {'security_group_id': '4a46f708-9a70-4cd7-8455-d26225eaeb96', 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:55.670353 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.securitygroups_db [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Project 0882948559d74a3fa9025ba2e450e7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:54:55.676461 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (42510941-8201-4d87-94a8-82cf016ef87c), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.743924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (42510941-8201-4d87-94a8-82cf016ef87c), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.821352 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (42510941-8201-4d87-94a8-82cf016ef87c), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.846544 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42510941-8201-4d87-94a8-82cf016ef87c,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.917924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.920876 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-25ff5f74-0c38-405f-8ebc-4255ecd234d3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3590405 Apr 06 12:54:55.925405 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 53830) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:55.929283 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'security_group_rule': {'security_group_id': '4a46f708-9a70-4cd7-8455-d26225eaeb96', 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:56.020702 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.securitygroups_db [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Project 0882948559d74a3fa9025ba2e450e7b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:54:56.026138 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (8336d63c-3e05-4c69-abbf-dce324c15952), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.096993 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (8336d63c-3e05-4c69-abbf-dce324c15952), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.201331 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (8336d63c-3e05-4c69-abbf-dce324c15952), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.224159 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8336d63c-3e05-4c69-abbf-dce324c15952,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:56.306861 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.308348 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ef20a651-07f3-4a1c-a041-51750d706b5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3848863 Apr 06 12:54:56.343155 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 3b6a5cdb-d7ae-4c9d-b959-b1867768198b up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:56.405047 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:56.405367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.501716 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:57.231586 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-098eafd8-e05f-40fc-9743-7afb3797cc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.603405 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-67f2c7e4-9c5f-4409-92e6-fa357b97ae17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.870249 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.892950 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.849154 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:05.355680 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:13.204760 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-b427dd19-f5af-4c5f-95b5-8bf125eb0126 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78732313&fields=id&tenant_id=0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 267 time: 0.0446188 Apr 06 12:55:13.322506 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-81e52f4f-972d-41f1-ad6a-47f3c4493ae2 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:13.324062 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-81e52f4f-972d-41f1-ad6a-47f3c4493ae2 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1119950 Apr 06 12:55:13.344081 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-e2a882e1-4ca3-4ed7-938f-b3fd1b9f74bd tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/quotas/0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 375 time: 0.0122983 Apr 06 12:55:13.406497 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-45460669-ed78-469e-88c7-797637a960ce tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570457 Apr 06 12:55:13.514819 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-f34171ec-5736-488f-9807-a8149a291fa5 service neutron] 10.222.0.79 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961304 Apr 06 12:55:13.607203 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-5ed49f4c-2be0-448e-b37e-01c7e328c6c1 service neutron] 10.222.0.79 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866032 Apr 06 12:55:14.223288 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-352104b3-3aab-442e-b741-db4ad6f2b6b6 req-1ef48ef1-56ce-4393-accb-f9a125ed4633 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 210 time: 0.0273559 Apr 06 12:55:15.324115 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-da3f458e-b5aa-4230-b1f2-428084870c32 req-6309510f-1750-4b07-9ae3-c45d642b07e0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 210 time: 0.0331063 Apr 06 12:55:16.432240 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9f696993-2010-4719-ab0b-ce8d628843df req-a65a9778-4b96-487e-9552-6db453236cc6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 210 time: 0.0280116 Apr 06 12:55:16.531939 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-45b26791-1749-47f9-a12e-5b9b48c86f58 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:16.533324 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-45b26791-1749-47f9-a12e-5b9b48c86f58 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1035509 Apr 06 12:55:16.598889 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-fee2345d-1af9-40bd-8ef8-075ca3de997a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 378 time: 0.0559049 Apr 06 12:55:16.609077 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'port': {'device_id': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'admin_state_up': True, 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'security_groups': ['4a46f708-9a70-4cd7-8455-d26225eaeb96']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:16.814853 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Made reservation on behalf of 0882948559d74a3fa9025ba2e450e7b0 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:16.819121 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.952308 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Allocated IP 172.20.0.8 (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6/aeec988f-4bdf-40af-a139-3da76ec35b81/36788fc4-2840-41f1-a79f-c32b4b9831d2) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:17.096184 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.215458 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.263731 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:17.270191 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:17.274691 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:17.304222 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=36788fc4-2840-41f1-a79f-c32b4b9831d2,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:17.335163 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:17.335862 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.445337 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-0323374e-2dfe-4109-bc76-9e7d2c46863c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398216 Apr 06 12:55:17.460336 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Request body: {'port': {'device_id': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:17.561172 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.561467 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-40ab4ba8-444c-4c35-8444-574b2f7e2473 None None] Provisioning complete for port 36788fc4-2840-41f1-a79f-c32b4b9831d2 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:17.562222 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-40ab4ba8-444c-4c35-8444-574b2f7e2473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.602889 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-40ab4ba8-444c-4c35-8444-574b2f7e2473 None None] Port 36788fc4-2840-41f1-a79f-c32b4b9831d2 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:17.632418 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c319b3-a6fc-4a49-8d83-af8daf22ca50 req-dd7738a9-b1e6-4f9a-bf79-141fef759993 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:17.634184 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-04c319b3-a6fc-4a49-8d83-af8daf22ca50 req-dd7738a9-b1e6-4f9a-bf79-141fef759993 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 931 time: 0.1354432 Apr 06 12:55:17.797173 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-04c319b3-a6fc-4a49-8d83-af8daf22ca50 req-f8c7013b-3711-4e7f-bb31-20afd2c0a29a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515350 Apr 06 12:55:17.907690 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36788fc4-2840-41f1-a79f-c32b4b9831d2 {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:17.915828 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Publish callbacks [] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:17.928987 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Transition to ACTIVE for port object 36788fc4-2840-41f1-a79f-c32b4b9831d2 will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:55:18.007389 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.065664 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Pushing event updated for resources: {'Port': ['ID=36788fc4-2840-41f1-a79f-c32b4b9831d2,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:18.137920 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Attempting to bind port 36788fc4-2840-41f1-a79f-c32b4b9831d2 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:18.138259 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Attempting to bind port 36788fc4-2840-41f1-a79f-c32b4b9831d2 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:18.138589 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Attempting to bind port 36788fc4-2840-41f1-a79f-c32b4b9831d2 on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:18.143346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Port 36788fc4-2840-41f1-a79f-c32b4b9831d2 on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:55:18.143740 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Attempting to bind port 36788fc4-2840-41f1-a79f-c32b4b9831d2 on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:18.149309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:18.149904 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Checking segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:18.150083 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Bound using segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:18.150523 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Bound port: 36788fc4-2840-41f1-a79f-c32b4b9831d2, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:18.150880 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.238350 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] For port 36788fc4-2840-41f1-a79f-c32b4b9831d2, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:18.241855 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] For port 36788fc4-2840-41f1-a79f-c32b4b9831d2, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=36788fc4-2840-41f1-a79f-c32b4b9831d2,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:18.306524 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.343813 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.344647 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.346047 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] 10.222.0.83 "PUT /v2.0/ports/36788fc4-2840-41f1-a79f-c32b4b9831d2 HTTP/1.1" status: 200 len: 1093 time: 0.8905234 Apr 06 12:55:18.348657 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:18.351028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98133b78-8db6-437c-b03c-9bf75c711c79" -d '{"events": [{"name": "network-changed", "server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:18.391335 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443ecc6c-6a97-4c1e-8cd7-5382fac5f742 x-openstack-request-id: req-443ecc6c-6a97-4c1e-8cd7-5382fac5f742 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:18.391648 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:18.391898 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-443ecc6c-6a97-4c1e-8cd7-5382fac5f742 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:18.392294 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443ecc6c-6a97-4c1e-8cd7-5382fac5f742'] response: {'name': 'network-changed', 'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'status': 'completed', 'code': 200} Apr 06 12:55:18.393303 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48514cd5-45cd-4ac9-9a41-a97407c95284 service neutron] Pushing event updated for resources: {'Port': ['ID=36788fc4-2840-41f1-a79f-c32b4b9831d2,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:18.465065 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133b78-8db6-437c-b03c-9bf75c711c79 req-52dfce2f-bd42-4a65-81fb-8d53bf74842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.466706 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-98133b78-8db6-437c-b03c-9bf75c711c79 req-52dfce2f-bd42-4a65-81fb-8d53bf74842d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 1127 time: 0.0504506 Apr 06 12:55:18.578986 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133b78-8db6-437c-b03c-9bf75c711c79 req-377592bf-824c-4098-b234-e60dcf99f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.580431 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-98133b78-8db6-437c-b03c-9bf75c711c79 req-377592bf-824c-4098-b234-e60dcf99f810 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0882948559d74a3fa9025ba2e450e7b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1068859 Apr 06 12:55:18.673481 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98133b78-8db6-437c-b03c-9bf75c711c79 req-657385b3-e143-431a-bbc3-cc29fa95aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.674877 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-98133b78-8db6-437c-b03c-9bf75c711c79 req-657385b3-e143-431a-bbc3-cc29fa95aa55 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878489 Apr 06 12:55:18.753970 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-5138e9bb-2c94-4075-88d7-23fb8bfca960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.755466 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-5138e9bb-2c94-4075-88d7-23fb8bfca960 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 1127 time: 0.0442278 Apr 06 12:55:18.801987 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-e6f9773a-4c58-436f-9c56-a690e11f79e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36788fc4-2840-41f1-a79f-c32b4b9831d2 HTTP/1.1" status: 200 len: 217 time: 0.0368226 Apr 06 12:55:18.848628 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-f843c5a0-1fe1-4085-bbf4-231e28838621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.850138 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-f843c5a0-1fe1-4085-bbf4-231e28838621 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0422571 Apr 06 12:55:18.901390 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a44dfa-9d05-454e-9080-851cbd985285 req-71ebc27e-7d6c-4f8d-ba49-28e2cbdbaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:18.902916 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-71ebc27e-7d6c-4f8d-ba49-28e2cbdbaf86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458753 Apr 06 12:55:19.023065 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d4bf5-f3bf-42b9-8dbd-602e76d4c140 req-8b95bfd8-a985-4391-bc31-ca4b2cb0020f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:19.024509 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ea4d4bf5-f3bf-42b9-8dbd-602e76d4c140 req-8b95bfd8-a985-4391-bc31-ca4b2cb0020f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.1074347 Apr 06 12:55:19.046145 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-29d2cb4a-d73a-4a20-b6f2-0bfd92139eea service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360755 Apr 06 12:55:19.123678 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ea4d4bf5-f3bf-42b9-8dbd-602e76d4c140 req-79cefa1d-ab11-424e-aeca-8d24d9b3653a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936167 Apr 06 12:55:19.159343 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44a44dfa-9d05-454e-9080-851cbd985285 req-840692ec-6821-4a05-8e0b-a6eea1f77fe0 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054473 Apr 06 12:55:20.253633 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26e5f-003b-4e2f-9eef-0b0a9aedf437 req-86b1b96e-05d8-4476-822a-97250a8cf218 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:20.255109 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9ae26e5f-003b-4e2f-9eef-0b0a9aedf437 req-86b1b96e-05d8-4476-822a-97250a8cf218 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0539467 Apr 06 12:55:20.305365 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9ae26e5f-003b-4e2f-9eef-0b0a9aedf437 req-bebd93ab-1725-4b51-9bd3-d17a17a4d5bb tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445416 Apr 06 12:55:21.425076 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d043db2-02e4-4b19-baf5-f4edff731bc8 req-a6e1bda1-ef7e-4241-b3f0-1d65334046a4 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:21.426277 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d043db2-02e4-4b19-baf5-f4edff731bc8 req-a6e1bda1-ef7e-4241-b3f0-1d65334046a4 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0562987 Apr 06 12:55:21.473928 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1d043db2-02e4-4b19-baf5-f4edff731bc8 req-a4a0b9c3-e932-449f-ab21-84634e68dc61 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421166 Apr 06 12:55:22.592276 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf05f-7696-47ab-8bb3-14d2ef362b55 req-1ed5f987-bae1-4c67-9b7f-32e5a44f6965 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:22.599383 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-85abf05f-7696-47ab-8bb3-14d2ef362b55 req-1ed5f987-bae1-4c67-9b7f-32e5a44f6965 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0539753 Apr 06 12:55:22.642043 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-85abf05f-7696-47ab-8bb3-14d2ef362b55 req-362aef7e-d9ab-41ba-9e1f-4899c28de477 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422032 Apr 06 12:55:23.762876 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b5ce8-3d63-4e64-bcb4-6dd2904c573a req-9c3124ca-4be9-4dde-aff8-3acd4d3ee95b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:23.764350 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a1b5ce8-3d63-4e64-bcb4-6dd2904c573a req-9c3124ca-4be9-4dde-aff8-3acd4d3ee95b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0534930 Apr 06 12:55:23.819521 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3a1b5ce8-3d63-4e64-bcb4-6dd2904c573a req-6488f688-24e6-4fb0-a65c-6c57afd13bc2 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492711 Apr 06 12:55:24.937675 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a484d8e-584d-46c7-83d3-6d1fff4d3105 req-4a91d065-08e2-4968-a630-b1c8131ac79f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:24.939141 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4a484d8e-584d-46c7-83d3-6d1fff4d3105 req-4a91d065-08e2-4968-a630-b1c8131ac79f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0526750 Apr 06 12:55:24.987314 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4a484d8e-584d-46c7-83d3-6d1fff4d3105 req-4e83e874-5619-49f0-8659-360191f8aa7e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424767 Apr 06 12:55:26.116354 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427b0e3-d14c-4d70-99fd-3ed4b79c8f11 req-6293a49f-152c-4ddd-b234-999c108d0858 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:26.130448 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a427b0e3-d14c-4d70-99fd-3ed4b79c8f11 req-6293a49f-152c-4ddd-b234-999c108d0858 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0776582 Apr 06 12:55:26.184097 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a427b0e3-d14c-4d70-99fd-3ed4b79c8f11 req-4e464b42-7cd8-454b-bd57-87f28e9022fe tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448112 Apr 06 12:55:27.215520 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-933dd102-71a5-4686-96ce-04d6b396d1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:27.308415 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67ecd-0fb0-45b5-9bcb-f0f2eb9bc019 req-2bf59a30-2735-4f33-8a58-b7b7b9a8d75a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:27.309996 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fbf67ecd-0fb0-45b5-9bcb-f0f2eb9bc019 req-2bf59a30-2735-4f33-8a58-b7b7b9a8d75a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0576200 Apr 06 12:55:27.362166 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fbf67ecd-0fb0-45b5-9bcb-f0f2eb9bc019 req-67a824f8-1831-41a0-be6d-8349bd3ccdf7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453341 Apr 06 12:55:28.171673 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 36788fc4-2840-41f1-a79f-c32b4b9831d2 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:55:28.272538 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 36788fc4-2840-41f1-a79f-c32b4b9831d2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=36788fc4-2840-41f1-a79f-c32b4b9831d2,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:28.287834 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'port_id': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'mac_address': 'fa:16:3e:93:39:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:55:28.326650 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 36788fc4-2840-41f1-a79f-c32b4b9831d2 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:28.327105 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.340979 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36788fc4-2840-41f1-a79f-c32b4b9831d2 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:28.361066 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 36788fc4-2840-41f1-a79f-c32b4b9831d2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=36788fc4-2840-41f1-a79f-c32b4b9831d2,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:28.452943 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:28.483971 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347a19-705d-46cb-a228-838ec3888139 req-fada2d36-a9ae-4028-bc00-6f522dd4e009 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:28.486786 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c0347a19-705d-46cb-a228-838ec3888139 req-fada2d36-a9ae-4028-bc00-6f522dd4e009 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 943 time: 0.0562727 Apr 06 12:55:28.504382 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=36788fc4-2840-41f1-a79f-c32b4b9831d2,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:28.536508 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c0347a19-705d-46cb-a228-838ec3888139 req-042a8033-a7e7-4489-8ff7-7814943ceb8f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447822 Apr 06 12:55:28.679526 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['36788fc4-2840-41f1-a79f-c32b4b9831d2'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:55:29.540421 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d645f827-8cdd-4de7-a52d-808b2be0799e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:29.672429 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3887dd-728a-4153-ba4a-4bbe62bdfba8 req-86939ad4-bd98-4324-95d0-b8ed1920f3f9 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:29.674041 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a3887dd-728a-4153-ba4a-4bbe62bdfba8 req-86939ad4-bd98-4324-95d0-b8ed1920f3f9 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 944 time: 0.0597794 Apr 06 12:55:29.729904 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7a3887dd-728a-4153-ba4a-4bbe62bdfba8 req-135ae669-7844-43ae-b076-56748017fcd3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492013 Apr 06 12:55:29.936819 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:55:30.184508 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 36788fc4-2840-41f1-a79f-c32b4b9831d2 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:30.294731 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 36788fc4-2840-41f1-a79f-c32b4b9831d2 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:55:30.300110 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 36788fc4-2840-41f1-a79f-c32b4b9831d2 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:30.300491 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.384265 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 36788fc4-2840-41f1-a79f-c32b4b9831d2 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:30.384659 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.407209 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:30.410259 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff17d14-411a-4ed5-bd93-9ff9050e1d89" -d '{"events": [{"server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "name": "network-vif-plugged", "status": "completed", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:30.426819 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 36788fc4-2840-41f1-a79f-c32b4b9831d2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=36788fc4-2840-41f1-a79f-c32b4b9831d2,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:30.458816 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4a2bf0-0ff9-4cad-9d3f-879c3385368b x-openstack-request-id: req-ff4a2bf0-0ff9-4cad-9d3f-879c3385368b {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:30.459156 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "name": "network-vif-plugged", "status": "completed", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:30.459418 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff4a2bf0-0ff9-4cad-9d3f-879c3385368b {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:30.459846 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4a2bf0-0ff9-4cad-9d3f-879c3385368b'] response: {'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'code': 200} Apr 06 12:55:30.500724 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.562708 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=36788fc4-2840-41f1-a79f-c32b4b9831d2,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:30.877656 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:30.899473 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea666762-4fc9-460b-9061-1dbc12524f2d req-4be57f9c-5d96-48bb-88c7-9702890e73e0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:30.901042 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ea666762-4fc9-460b-9061-1dbc12524f2d req-4be57f9c-5d96-48bb-88c7-9702890e73e0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 945 time: 0.0920918 Apr 06 12:55:30.902979 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097fe6d-a047-4039-bced-2f389f9bedf3 req-2e869fbf-617d-4d2f-b9b7-7ad463579c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:30.904308 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8097fe6d-a047-4039-bced-2f389f9bedf3 req-2e869fbf-617d-4d2f-b9b7-7ad463579c97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 1129 time: 0.0837123 Apr 06 12:55:30.988257 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ea666762-4fc9-460b-9061-1dbc12524f2d req-cdf6d985-afdc-4a5b-abc5-9a62d4f63ea9 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806363 Apr 06 12:55:30.990919 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-8097fe6d-a047-4039-bced-2f389f9bedf3 req-82c771d6-38fb-45f6-8c28-ba0058e32348 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772307 Apr 06 12:55:32.127110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea8467-cfd1-4704-9989-725d5b90668a req-aa1bffda-3fcc-43ea-8b08-55590db7219d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:32.128593 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2ea8467-cfd1-4704-9989-725d5b90668a req-aa1bffda-3fcc-43ea-8b08-55590db7219d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 945 time: 0.0565748 Apr 06 12:55:32.183195 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c2ea8467-cfd1-4704-9989-725d5b90668a req-56c73f30-c836-47c0-8877-7038d38145fd tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469081 Apr 06 12:55:32.900061 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:33.315423 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ba2f5-0d7a-4efa-9553-364dc107435b req-94b91abd-d69e-4ded-964f-8a14569dda7c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:33.317078 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-964ba2f5-0d7a-4efa-9553-364dc107435b req-94b91abd-d69e-4ded-964f-8a14569dda7c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 945 time: 0.0563390 Apr 06 12:55:33.375057 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-964ba2f5-0d7a-4efa-9553-364dc107435b req-4a73283b-3b9c-4d61-b6f1-93dd12a1750a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479703 Apr 06 12:55:33.518225 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb4e40-2e9f-4065-aa0f-b5cef8591773 req-2686b803-2486-4ad6-9234-59740a89fe8a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:33.520853 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5ebb4e40-2e9f-4065-aa0f-b5cef8591773 req-2686b803-2486-4ad6-9234-59740a89fe8a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 945 time: 0.0654249 Apr 06 12:55:33.594429 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5ebb4e40-2e9f-4065-aa0f-b5cef8591773 req-f9394ba0-e99a-4a11-8aa5-e864b8a0725a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640163 Apr 06 12:55:33.618520 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54008) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:33.766640 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693673ff-43d9-4c93-aa37-2a2f8484bf27 tempest-TestVolumeBootPattern-2106721022 tempest-TestVolumeBootPattern-2106721022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:33.768558 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-693673ff-43d9-4c93-aa37-2a2f8484bf27 tempest-TestVolumeBootPattern-2106721022 tempest-TestVolumeBootPattern-2106721022-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 1124 time: 0.1488791 Apr 06 12:55:33.772019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54012) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:33.778446 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'port_id': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:33.858392 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:33.889052 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:33.991769 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.097823 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Allocated IP 172.27.3.149 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/a36a6b12-3834-42a0-8e76-e117ac4b9a8b) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:34.212153 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.323959 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.365985 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:34.369101 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:34.371722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:34.395830 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=a36a6b12-3834-42a0-8e76-e117ac4b9a8b,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:35.040579 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (656f332a-029b-42e7-ba0f-7e8a38701be2), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.165007 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.325464 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.340383 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.408972 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.480783 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=a36a6b12-3834-42a0-8e76-e117ac4b9a8b,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:35.499854 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (656f332a-029b-42e7-ba0f-7e8a38701be2), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.617549 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Floating IP 656f332a-029b-42e7-ba0f-7e8a38701be2 associated. External IP: 172.27.3.149, port: 36788fc4-2840-41f1-a79f-c32b4b9831d2. Apr 06 12:55:35.843135 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:55:35.956650 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:35.967800 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c5a76-f893-4260-af68-216470a3a6df None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:35.978959 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:35.981529 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:55:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:36.064401 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:36.109000 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:36.115579 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3694d38f-5a86-4815-bd93-b3fee7b38115 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3421583 Apr 06 12:55:36.116160 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:36.118521 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:36.164049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d63c8d-46d3-430c-ba50-f0b701d2ea8f x-openstack-request-id: req-94d63c8d-46d3-430c-ba50-f0b701d2ea8f {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:36.164376 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:36.164631 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94d63c8d-46d3-430c-ba50-f0b701d2ea8f {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:36.165091 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d63c8d-46d3-430c-ba50-f0b701d2ea8f'] response: {'name': 'network-changed', 'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'status': 'completed', 'code': 200} Apr 06 12:55:36.233477 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-9060f878-163d-41da-b7d3-afd18d8d17df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.234942 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-9060f878-163d-41da-b7d3-afd18d8d17df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 1129 time: 0.0495489 Apr 06 12:55:36.367981 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-a933c4fb-5f72-43b6-906f-48e64f205579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.369524 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-a933c4fb-5f72-43b6-906f-48e64f205579 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1273425 Apr 06 12:55:36.400738 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '656f332a-029b-42e7-ba0f-7e8a38701be2', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:93:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:34Z', 'updated_at': '2022-04-06T12:55:34Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:36.428997 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c5a76-f893-4260-af68-216470a3a6df None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:36.438417 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:36.439046 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:55:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:36.463319 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-9b3c9321-f77c-4273-904c-6817d92bfa45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36788fc4-2840-41f1-a79f-c32b4b9831d2 HTTP/1.1" status: 200 len: 999 time: 0.0870602 Apr 06 12:55:36.526651 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-42f9f65c-add7-4bbd-b80e-400fc700be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.530141 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-42f9f65c-add7-4bbd-b80e-400fc700be1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0600483 Apr 06 12:55:36.575607 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:36.598050 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-dba1b815-30dc-47bf-920b-a0cd28017c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.600218 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-dba1b815-30dc-47bf-920b-a0cd28017c51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618238 Apr 06 12:55:36.743030 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-6cece5f7-d71a-44b2-a711-f5e2955d08c5 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354914 Apr 06 12:55:36.895817 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fde7dd02-07dd-4008-a21f-cc2376ab0ea3 req-31ea566f-ab9c-46ea-b91d-923171fdc55a service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464903 Apr 06 12:55:36.952913 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-199c5a76-f893-4260-af68-216470a3a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '656f332a-029b-42e7-ba0f-7e8a38701be2', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:93:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:34Z', 'updated_at': '2022-04-06T12:55:34Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:36.984253 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c5a76-f893-4260-af68-216470a3a6df None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '656f332a-029b-42e7-ba0f-7e8a38701be2', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:93:39:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:34Z', 'updated_at': '2022-04-06T12:55:34Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:37.223720 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219d9e1-fa1e-4daa-abfb-6e7b91dc6bc7 None None] New status for floating IP 656f332a-029b-42e7-ba0f-7e8a38701be2: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:55:38.754635 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4cf03-1915-4a73-93ea-2f4f32798e4e req-1bee55d1-4c33-4fab-b785-1b8746fe8d92 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:38.756186 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-daf4cf03-1915-4a73-93ea-2f4f32798e4e req-1bee55d1-4c33-4fab-b785-1b8746fe8d92 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.1084199 Apr 06 12:55:38.816616 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-daf4cf03-1915-4a73-93ea-2f4f32798e4e req-84b8ba93-f403-45dd-bcbe-b9230194161c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499811 Apr 06 12:55:39.996767 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de79600-7364-4a5e-b356-5fdbc509ad32 req-e67b3d99-334b-4efb-98a1-47a1a4cbfe37 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:39.998689 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5de79600-7364-4a5e-b356-5fdbc509ad32 req-e67b3d99-334b-4efb-98a1-47a1a4cbfe37 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.1067119 Apr 06 12:55:40.064428 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5de79600-7364-4a5e-b356-5fdbc509ad32 req-f1b840ad-4744-4f8c-a1a0-39eb0b03b392 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594749 Apr 06 12:55:41.190540 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473614-1c3f-4dbd-bb50-5908401cc71b req-1acef797-0a26-47b2-bbd2-40ba2be67537 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:41.192160 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-94473614-1c3f-4dbd-bb50-5908401cc71b req-1acef797-0a26-47b2-bbd2-40ba2be67537 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0562439 Apr 06 12:55:41.242244 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-94473614-1c3f-4dbd-bb50-5908401cc71b req-16a5fd4e-a7d4-496c-b790-b668871a5420 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Apr 06 12:55:42.159502 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-56d5bfc3-ca72-4dce-b5cd-4bc69fb73882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.161298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-56d5bfc3-ca72-4dce-b5cd-4bc69fb73882 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1129 time: 0.0678837 Apr 06 12:55:42.274594 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-6b8ecf06-885c-489d-a193-de141e2f4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.276674 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-6b8ecf06-885c-489d-a193-de141e2f4f2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 912 time: 0.0943074 Apr 06 12:55:42.397503 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-5744f161-d1bd-44e4-92b4-ff6a2b4a81c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 200 len: 1001 time: 0.1047318 Apr 06 12:55:42.444606 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ebbad-8d13-46de-99c2-eae041b6b333 req-44add7a9-6228-4cba-bcf2-482bcc5d7d85 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.446127 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9c1ebbad-8d13-46de-99c2-eae041b6b333 req-44add7a9-6228-4cba-bcf2-482bcc5d7d85 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.1068637 Apr 06 12:55:42.486080 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-887d8bd0-13a4-43b3-bde6-eb44b123a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.487862 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-887d8bd0-13a4-43b3-bde6-eb44b123a412 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0835738 Apr 06 12:55:42.549788 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9c1ebbad-8d13-46de-99c2-eae041b6b333 req-29bea141-9a99-4fdd-9a62-89e8ed38a7e0 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959206 Apr 06 12:55:42.568207 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-07c368b2-6cce-4b31-bb95-e7daed307506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.569843 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-07c368b2-6cce-4b31-bb95-e7daed307506 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749719 Apr 06 12:55:42.665198 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-6b18629a-c2d3-4dc2-b8f4-3b33cf1d3e3a service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889928 Apr 06 12:55:42.775711 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-dfba8ee7-984c-4b67-b6e2-98675e24f135 req-71ffd480-ad31-4450-af0a-1a9c06115f0f service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033635 Apr 06 12:55:43.685272 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2400af1-83bf-4a89-84e8-d60088b32da8 req-1cada2fd-b185-429c-879c-6953d01362a3 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:43.686737 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b2400af1-83bf-4a89-84e8-d60088b32da8 req-1cada2fd-b185-429c-879c-6953d01362a3 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0600228 Apr 06 12:55:43.741179 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b2400af1-83bf-4a89-84e8-d60088b32da8 req-f8d26567-f660-4120-9113-bd23e0f19538 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458729 Apr 06 12:55:44.881030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab51b3-1c9f-4d77-85df-d98ee89cf5a5 req-96db2237-8b37-4996-9943-e92f77bc2b10 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:44.882389 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cfab51b3-1c9f-4d77-85df-d98ee89cf5a5 req-96db2237-8b37-4996-9943-e92f77bc2b10 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0609393 Apr 06 12:55:44.935217 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cfab51b3-1c9f-4d77-85df-d98ee89cf5a5 req-e31defee-fa36-4366-8964-9ad71fb9b007 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454025 Apr 06 12:55:46.078391 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b884-b259-4aef-9182-0e44095ef4f8 req-28039513-8cca-4c40-9291-c318df2abcbb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:46.080362 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3930b884-b259-4aef-9182-0e44095ef4f8 req-28039513-8cca-4c40-9291-c318df2abcbb tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0724556 Apr 06 12:55:46.137825 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3930b884-b259-4aef-9182-0e44095ef4f8 req-2f68d36e-7fca-42f7-bc50-726b7cf086e7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508983 Apr 06 12:55:47.264090 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f29b10-e529-451d-89c2-ec26179c6a53 req-1ca48cf2-4831-4430-ab0a-65f72a74607b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:47.265648 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68f29b10-e529-451d-89c2-ec26179c6a53 req-1ca48cf2-4831-4430-ab0a-65f72a74607b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0575571 Apr 06 12:55:47.316807 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-68f29b10-e529-451d-89c2-ec26179c6a53 req-038551fd-cde2-437a-8640-2d676ff898aa tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452495 Apr 06 12:55:48.457444 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c0495-e18c-41af-9def-0c2662564742 req-c0107cce-873f-4998-ac98-6cc53fd345d6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:48.458986 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b1c0495-e18c-41af-9def-0c2662564742 req-c0107cce-873f-4998-ac98-6cc53fd345d6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0638256 Apr 06 12:55:48.508949 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3b1c0495-e18c-41af-9def-0c2662564742 req-a260f5ab-b716-4d60-b24d-28f2edf13193 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Apr 06 12:55:49.640047 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3de5ca-88bc-4b6f-8c31-a9d68791d783 req-68791600-a4f1-4033-a20d-8aedcc7ad323 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.641646 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3de5ca-88bc-4b6f-8c31-a9d68791d783 req-68791600-a4f1-4033-a20d-8aedcc7ad323 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0605764 Apr 06 12:55:49.697971 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4e3de5ca-88bc-4b6f-8c31-a9d68791d783 req-03c25055-a67a-4030-8eb6-19ae19ee9d49 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494058 Apr 06 12:55:50.085991 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0318ef-c11d-4c49-858e-da73195951ec req-61882406-be2c-46b0-b83f-819c9aff0eaf tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:50.087559 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca0318ef-c11d-4c49-858e-da73195951ec req-61882406-be2c-46b0-b83f-819c9aff0eaf tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0650167 Apr 06 12:55:50.154188 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca0318ef-c11d-4c49-858e-da73195951ec req-98f32c40-e775-4835-8f7d-08c5a8dd965d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607455 Apr 06 12:55:50.192026 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99da5d5-8423-400c-8846-b784bd202c46 req-d74241aa-3283-4629-8391-c452fc38be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:50.193634 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99da5d5-8423-400c-8846-b784bd202c46 req-d74241aa-3283-4629-8391-c452fc38be1c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 1129 time: 0.0546093 Apr 06 12:55:50.300538 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99da5d5-8423-400c-8846-b784bd202c46 req-6f57fb22-ffe0-431d-ba67-df78251c9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:50.305573 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99da5d5-8423-400c-8846-b784bd202c46 req-6f57fb22-ffe0-431d-ba67-df78251c9481 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 912 time: 0.1027062 Apr 06 12:55:50.382114 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99da5d5-8423-400c-8846-b784bd202c46 req-2e79bd67-21e7-48d2-837b-c411ed576abd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 200 len: 1001 time: 0.0705311 Apr 06 12:55:50.432335 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99da5d5-8423-400c-8846-b784bd202c46 req-f347f1e7-dd0e-4abe-867c-d003c956f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:50.433835 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99da5d5-8423-400c-8846-b784bd202c46 req-f347f1e7-dd0e-4abe-867c-d003c956f1c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0453947 Apr 06 12:55:50.484457 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99da5d5-8423-400c-8846-b784bd202c46 req-b002e88c-20c6-41a6-aa97-02429d9edb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:50.486035 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99da5d5-8423-400c-8846-b784bd202c46 req-b002e88c-20c6-41a6-aa97-02429d9edb10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456901 Apr 06 12:55:50.588328 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99da5d5-8423-400c-8846-b784bd202c46 req-d323d969-f1e1-4298-ba2e-e8b9909d2803 service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945590 Apr 06 12:55:50.687023 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99da5d5-8423-400c-8846-b784bd202c46 req-c882e768-074f-4f17-acd3-0538a455b0a6 service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920420 Apr 06 12:55:51.301302 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bc746-7dfa-40d1-adc0-e2879e3e047c req-25bc2945-5521-4d8d-9c75-5e89d6cdb6c4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:51.302945 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-491bc746-7dfa-40d1-adc0-e2879e3e047c req-25bc2945-5521-4d8d-9c75-5e89d6cdb6c4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0711412 Apr 06 12:55:51.371579 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-491bc746-7dfa-40d1-adc0-e2879e3e047c req-c99f015a-d0d4-4bf3-81b9-77b0c3797d16 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576525 Apr 06 12:55:52.497735 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e885000-d075-4283-872b-1cedfb78ee7f req-6df61d6f-90be-4b65-bfd5-9e9fbf556d54 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:52.499423 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2e885000-d075-4283-872b-1cedfb78ee7f req-6df61d6f-90be-4b65-bfd5-9e9fbf556d54 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0553770 Apr 06 12:55:52.548493 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2e885000-d075-4283-872b-1cedfb78ee7f req-a42f4d0a-b26a-40ed-a722-423843433e1e tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 Apr 06 12:55:57.218647 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-65739005-96c6-4f6b-bc5d-ef7f14d273af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:59.649556 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3a143757-14db-4af3-84b9-190fdc7045e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:00.887294 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:02.957524 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:03.893021 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:05.383626 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:06.936720 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:56:26.291946 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b0d7b-96d8-4a46-83e6-9e84dbd7d2cd req-2b73c62f-564a-4b5d-a498-df25916d81f9 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:26.293551 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6e6b0d7b-96d8-4a46-83e6-9e84dbd7d2cd req-2b73c62f-564a-4b5d-a498-df25916d81f9 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0679724 Apr 06 12:56:26.354776 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6e6b0d7b-96d8-4a46-83e6-9e84dbd7d2cd req-aff7bc5a-7439-4f01-934c-ec47e3017cf5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536566 Apr 06 12:56:27.236209 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-98808de6-2c97-4c01-abf9-6c52c296c0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:27.499915 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039829b-a25d-4dc3-8499-47e80add5cab req-a4f94db5-ceb0-456b-946a-fd2076236992 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:27.502428 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5039829b-a25d-4dc3-8499-47e80add5cab req-a4f94db5-ceb0-456b-946a-fd2076236992 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0729249 Apr 06 12:56:27.563623 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5039829b-a25d-4dc3-8499-47e80add5cab req-cbdf08fd-dcf8-4076-b4a5-fb8003c9236b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543876 Apr 06 12:56:28.511694 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-8ba57820-b64b-4449-a1ba-a2be1ec39748 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:28.513694 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-8ba57820-b64b-4449-a1ba-a2be1ec39748 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.0615916 Apr 06 12:56:28.631574 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Deleting port ef28268c-17b5-4775-806d-b5259f5c1155 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:28.631915 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.782568 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66570fa-d7d8-4b86-ad6a-94061d94b8ff req-57a898e5-2c4c-4ef1-8cb5-13923a66f4dc tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:28.784095 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b66570fa-d7d8-4b86-ad6a-94061d94b8ff req-57a898e5-2c4c-4ef1-8cb5-13923a66f4dc tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 945 time: 0.1098237 Apr 06 12:56:28.789616 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] For port ef28268c-17b5-4775-806d-b5259f5c1155, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ef28268c-17b5-4775-806d-b5259f5c1155,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:28.789985 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:28.904078 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b66570fa-d7d8-4b86-ad6a-94061d94b8ff req-2be0eb3f-87d3-4e66-a09c-e082309497bf tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c03e513-7331-4be2-b174-e7d9aa7fdd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109543 Apr 06 12:56:29.037417 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.037931 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (71dd5930-75f3-4b22-b382-1aa096009593), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.038419 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Floating IP 71dd5930-75f3-4b22-b382-1aa096009593 disassociated. External IP: 172.27.3.143, port: ef28268c-17b5-4775-806d-b5259f5c1155. Apr 06 12:56:29.038859 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Calling delete_port for ef28268c-17b5-4775-806d-b5259f5c1155 owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:29.283428 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (ef28268c-17b5-4775-806d-b5259f5c1155), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.313670 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event deleted for resources: {'Port': ['ID=ef28268c-17b5-4775-806d-b5259f5c1155,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:29.325679 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.325679 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.326675 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.326997 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.327153 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.327381 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.327737 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.328327 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.328770 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.329172 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.329458 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.329785 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.330107 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.330428 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.330731 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:29.490764 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Router 1bb0b779-cd82-4b16-b618-b5a9e643c070 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:29.608462 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c9f0071a-6c58-457a-bbe5-3181f5f4ee53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.629754 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:29.645072 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] Sync routers for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:29.662896 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:29.663676 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:56:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:29.682744 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] No DVR routers for this DVR port ef28268c-17b5-4775-806d-b5259f5c1155 on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:56:29.685857 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:29.691530 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7997eb81-b1b5-4c0c-9b5a-5bd334b14877 req-abaaf0f3-14c3-4a1c-9aff-46d987149859 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "DELETE /v2.0/ports/ef28268c-17b5-4775-806d-b5259f5c1155 HTTP/1.1" status: 204 len: 173 time: 1.1712832 Apr 06 12:56:29.692116 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'name': 'network-vif-deleted', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:29.701755 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e054e2-808e-4652-b096-f0e5cfe66e23" -d '{"events": [{"server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "name": "network-vif-deleted", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:29.809125 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:29.864314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d09ba4-5871-4412-ad27-4e5dcc29b379 x-openstack-request-id: req-f8d09ba4-5871-4412-ad27-4e5dcc29b379 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:29.864612 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5117b6-cef5-4e92-b289-3c22e00a222c", "name": "network-vif-deleted", "tag": "ef28268c-17b5-4775-806d-b5259f5c1155", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:29.864896 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8d09ba4-5871-4412-ad27-4e5dcc29b379 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:29.865427 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d09ba4-5871-4412-ad27-4e5dcc29b379'] response: {'server_uuid': '8f5117b6-cef5-4e92-b289-3c22e00a222c', 'name': 'network-vif-deleted', 'tag': 'ef28268c-17b5-4775-806d-b5259f5c1155', 'status': 'completed', 'code': 200} Apr 06 12:56:30.016170 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-89413dc2-eaa6-49c5-962b-4f1206497edb req-dff50596-7f22-4890-9b5b-c1eca109d42d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f5117b6-cef5-4e92-b289-3c22e00a222c HTTP/1.1" status: 200 len: 210 time: 0.0293651 Apr 06 12:56:30.073012 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:30.104387 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] Checking router: 1bb0b779-cd82-4b16-b618-b5a9e643c070 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:30.113772 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:30.114396 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:56:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:30.232301 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:30.445271 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:30.479541 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef4e21-137e-423f-a409-630fdf11dae5 None None] The sync data for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi is: [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:30.735215 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ceae28-69aa-43ae-ac97-36438cc2e471 None None] New status for floating IP 71dd5930-75f3-4b22-b382-1aa096009593: DOWN {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:56:31.035068 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.181068 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54106) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:31.241441 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f59d344c-1483-4f1c-a51e-a06f00f2f93c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (0c03e513-7331-4be2-b174-e7d9aa7fdd6b), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.265924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f59d344c-1483-4f1c-a51e-a06f00f2f93c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (0c03e513-7331-4be2-b174-e7d9aa7fdd6b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.464534 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f59d344c-1483-4f1c-a51e-a06f00f2f93c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (0c03e513-7331-4be2-b174-e7d9aa7fdd6b), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.467157 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f59d344c-1483-4f1c-a51e-a06f00f2f93c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.468463 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f59d344c-1483-4f1c-a51e-a06f00f2f93c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "DELETE /v2.0/security-groups/0c03e513-7331-4be2-b174-e7d9aa7fdd6b HTTP/1.1" status: 204 len: 168 time: 0.2862427 Apr 06 12:56:31.471340 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54108) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:31.478183 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d344c-1483-4f1c-a51e-a06f00f2f93c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c03e513-7331-4be2-b174-e7d9aa7fdd6b,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:31.496869 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.api.v2.resource [None req-43f0c34d-2085-44c6-b157-cf2772be2d23 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] show failed (client error): The resource could not be found. Apr 06 12:56:31.496869 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-43f0c34d-2085-44c6-b157-cf2772be2d23 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups/0c03e513-7331-4be2-b174-e7d9aa7fdd6b HTTP/1.1" status: 404 len: 347 time: 0.0204568 Apr 06 12:56:31.499062 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54112) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:31.654761 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Deleting port bf75c664-961b-4cad-ab6e-353d84baa957 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:31.655095 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (bf75c664-961b-4cad-ab6e-353d84baa957), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.740234 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (bf75c664-961b-4cad-ab6e-353d84baa957), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.740557 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (bf75c664-961b-4cad-ab6e-353d84baa957), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:31.755558 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Calling delete_port for bf75c664-961b-4cad-ab6e-353d84baa957 owned by network:floatingip {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:32.031442 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (bf75c664-961b-4cad-ab6e-353d84baa957), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.058263 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event deleted for resources: {'Port': ['ID=bf75c664-961b-4cad-ab6e-353d84baa957,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:32.085077 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.085431 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.085778 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.086120 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.086627 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.086850 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.087192 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.087514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.087844 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.088241 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.088581 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.088943 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.089268 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.089597 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.089918 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:32.138283 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (71dd5930-75f3-4b22-b382-1aa096009593), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.141434 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.142736 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5f9951ea-a880-4109-a354-997f4cba32c7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "DELETE /v2.0/floatingips/71dd5930-75f3-4b22-b382-1aa096009593 HTTP/1.1" status: 204 len: 168 time: 0.6427245 Apr 06 12:56:32.433969 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54116) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:32.438659 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-b73b1f15-dc4e-4c64-8986-03362ad69ab6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218157235', 'description': 'tempest-description--1086215480'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:32.528663 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ef28268c-17b5-4775-806d-b5259f5c1155 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:56:32.529577 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73b1f15-dc4e-4c64-8986-03362ad69ab6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.551495 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: ef28268c-17b5-4775-806d-b5259f5c1155 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:56:32.551848 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ef28268c-17b5-4775-806d-b5259f5c1155 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:56:32.625149 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73b1f15-dc4e-4c64-8986-03362ad69ab6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (32d39470-177a-452e-b6d7-4ac989fd988a), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.692552 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73b1f15-dc4e-4c64-8986-03362ad69ab6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (32d39470-177a-452e-b6d7-4ac989fd988a), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.723217 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b1f15-dc4e-4c64-8986-03362ad69ab6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d39470-177a-452e-b6d7-4ac989fd988a,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:32.822077 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73b1f15-dc4e-4c64-8986-03362ad69ab6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.823458 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b73b1f15-dc4e-4c64-8986-03362ad69ab6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3884110 Apr 06 12:56:32.827666 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54118) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:32.832171 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-c4f1eee0-ee54-453e-923a-0c188a8bd99b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'security_group_rule': {'security_group_id': '32d39470-177a-452e-b6d7-4ac989fd988a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:32.933722 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.950888 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eee0-ee54-453e-923a-0c188a8bd99b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (0896716f-30bf-4ebb-91d8-4e1b894cab03), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.007075 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eee0-ee54-453e-923a-0c188a8bd99b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (0896716f-30bf-4ebb-91d8-4e1b894cab03), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.088274 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eee0-ee54-453e-923a-0c188a8bd99b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (0896716f-30bf-4ebb-91d8-4e1b894cab03), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1eee0-ee54-453e-923a-0c188a8bd99b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0896716f-30bf-4ebb-91d8-4e1b894cab03,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:33.181958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c4f1eee0-ee54-453e-923a-0c188a8bd99b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.183249 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c4f1eee0-ee54-453e-923a-0c188a8bd99b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545899 Apr 06 12:56:33.186114 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54120) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:33.190385 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-6e75eb66-69c9-48e9-886a-75ced70c0e7a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'security_group_rule': {'security_group_id': '32d39470-177a-452e-b6d7-4ac989fd988a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:33.270836 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e75eb66-69c9-48e9-886a-75ced70c0e7a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (d6fddd85-1d23-4412-9330-28a9c004d346), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.329068 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e75eb66-69c9-48e9-886a-75ced70c0e7a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (d6fddd85-1d23-4412-9330-28a9c004d346), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.408994 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e75eb66-69c9-48e9-886a-75ced70c0e7a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (d6fddd85-1d23-4412-9330-28a9c004d346), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.430032 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75eb66-69c9-48e9-886a-75ced70c0e7a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fddd85-1d23-4412-9330-28a9c004d346,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:33.520886 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6e75eb66-69c9-48e9-886a-75ced70c0e7a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.522874 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-6e75eb66-69c9-48e9-886a-75ced70c0e7a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3355999 Apr 06 12:56:33.526980 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54122) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:33.532863 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:33.643095 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.760451 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.881767 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Allocated IP 172.27.3.210 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/6161b2dd-3d03-430a-a4e4-490d5f8ec986) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:33.882432 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:33.998742 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.106951 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.147047 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:34.153206 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:34.160297 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:34.468091 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'Port': ['ID=6161b2dd-3d03-430a-a4e4-490d5f8ec986,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:34.531983 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (883e1c3e-c309-4e49-a0f9-426b615f3fc1), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.705477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.875749 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:34.951964 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.017712 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'Port': ['ID=6161b2dd-3d03-430a-a4e4-490d5f8ec986,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:35.035376 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (883e1c3e-c309-4e49-a0f9-426b615f3fc1), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.119170 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.121082 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ad0527eb-0c67-4aee-8b65-a8ef71e20b90 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5928595 Apr 06 12:56:35.328095 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-ef513a20-180e-4b08-97d2-81aad22328b8 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1218157235&fields=id&tenant_id=ed18ec7da21447ea960b90a43d3435dc HTTP/1.1" status: 200 len: 267 time: 0.0446844 Apr 06 12:56:35.373759 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:35.439777 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-17d15273-14c0-44ac-90eb-68f405e33f8b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:35.441220 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-17d15273-14c0-44ac-90eb-68f405e33f8b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 811 time: 0.1065483 Apr 06 12:56:35.455874 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-de312ac5-e858-4ec4-936d-dcad3a1e255e tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/quotas/ed18ec7da21447ea960b90a43d3435dc HTTP/1.1" status: 200 len: 375 time: 0.0092471 Apr 06 12:56:35.513811 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-1115c732-09d5-4e2d-b1b1-d4ebe1ec0ff2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524507 Apr 06 12:56:35.580489 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-f7805dc4-b209-4538-8e41-67709ade6f46 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:56:35.581537 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-f7805dc4-b209-4538-8e41-67709ade6f46 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550089 Apr 06 12:56:35.676705 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-2c2c0a3c-7274-4dba-93e4-50b74bc842fd service neutron] 10.222.0.79 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891674 Apr 06 12:56:35.772896 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-55555a1a-b124-41fc-ad06-ffc37983ca9b service neutron] 10.222.0.79 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887918 Apr 06 12:56:36.049583 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f5b6c063-4ec4-4abd-8c60-a705e18fce77 req-553ed02a-3af2-498d-8026-540170636847 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 210 time: 0.0279408 Apr 06 12:56:37.141826 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e12cf648-d350-48eb-b2a4-f8f4c00b96bb req-b2d8258c-48ab-42b6-a947-64d7aabf0bb9 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 210 time: 0.0268226 Apr 06 12:56:38.248186 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-eaae7fd2-42b9-45aa-bd53-af7336e7e593 req-5821830c-eec2-4b25-861e-1d1ae219e4f5 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 210 time: 0.0337572 Apr 06 12:56:38.623632 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-fa6eaf42-fa65-4571-825d-c113a10284ba tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:38.625292 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-fa6eaf42-fa65-4571-825d-c113a10284ba tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 811 time: 0.3838387 Apr 06 12:56:38.686161 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-359e223c-cb41-4d45-af02-904a67c145c2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed18ec7da21447ea960b90a43d3435dc HTTP/1.1" status: 200 len: 380 time: 0.0524607 Apr 06 12:56:38.695142 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'port': {'device_id': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'admin_state_up': True, 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'security_groups': ['32d39470-177a-452e-b6d7-4ac989fd988a']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:38.917298 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Made reservation on behalf of ed18ec7da21447ea960b90a43d3435dc for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:56:38.921071 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.053173 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Allocated IP 172.20.0.11 (3462df58-9a5d-4315-9d14-fff2f16ac594/0cc89098-9e45-41b4-9199-e112eeea3e8c/5cc149ae-fad7-4ac0-b267-f2c3736a35cf) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:56:39.188019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.311398 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.385765 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:56:39.392368 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:56:39.399575 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:56:39.404031 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event updated for resources: {'Port': ['ID=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:39.458779 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8d81d-5fa3-46e1-bfa9-a874b47e30ab req-76e213c1-30f8-4e35-aeb9-bb4449723151 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:39.460219 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-33a8d81d-5fa3-46e1-bfa9-a874b47e30ab req-76e213c1-30f8-4e35-aeb9-bb4449723151 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 932 time: 0.1413600 Apr 06 12:56:39.465670 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:39.466615 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.520233 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-33a8d81d-5fa3-46e1-bfa9-a874b47e30ab req-7184eec2-7418-4a8d-a83e-32b88b6e68af tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495527 Apr 06 12:56:39.611622 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-bb27656f-9b2e-4d70-8994-179cf307997b None None] Provisioning complete for port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:39.612184 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bb27656f-9b2e-4d70-8994-179cf307997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.622712 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-d4db1a2e-4172-4924-a4f2-5f0a1edccdc6 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9314082 Apr 06 12:56:39.633014 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-42a86468-c2cc-485f-b3e4-5ebb1fb57406 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:56:39.634129 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-42a86468-c2cc-485f-b3e4-5ebb1fb57406 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053449 Apr 06 12:56:39.647771 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-bb27656f-9b2e-4d70-8994-179cf307997b None None] Port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:56:39.691158 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Request body: {'port': {'device_id': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:39.752535 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.012956 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc149ae-fad7-4ac0-b267-f2c3736a35cf {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:56:40.020599 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Publish callbacks [] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.032836 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Transition to ACTIVE for port object 5cc149ae-fad7-4ac0-b267-f2c3736a35cf will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:56:40.128256 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.183371 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:40.258311 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Attempting to bind port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:56:40.258653 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Attempting to bind port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:56:40.258983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Attempting to bind port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf on network 3462df58-9a5d-4315-9d14-fff2f16ac594 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:40.263678 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf on network 3462df58-9a5d-4315-9d14-fff2f16ac594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:56:40.263982 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Attempting to bind port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf on network 3462df58-9a5d-4315-9d14-fff2f16ac594 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:56:40.269416 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:56:40.269786 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Checking segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:56:40.270174 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Bound using segment: {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:56:40.270604 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Bound port: 5cc149ae-fad7-4ac0-b267-f2c3736a35cf, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ded72367-3d06-4b6f-a41b-7edd90603343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:56:40.271004 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.344026 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] For port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:56:40.347105 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] For port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:56:40.465897 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.506863 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:40.507488 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:40.508947 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] 10.222.0.83 "PUT /v2.0/ports/5cc149ae-fad7-4ac0-b267-f2c3736a35cf HTTP/1.1" status: 200 len: 1094 time: 0.8660810 Apr 06 12:56:40.509391 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:40.511690 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ef0d5-8b74-4b56-ac49-4e9f59b6cdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:40.542888 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b9681-ba1a-463e-9b2b-76f1f69b747c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:40.556737 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a3d60-a132-4dc0-ba9e-735b5f3bf6cc x-openstack-request-id: req-117a3d60-a132-4dc0-ba9e-735b5f3bf6cc {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:40.557758 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:40.558031 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-117a3d60-a132-4dc0-ba9e-735b5f3bf6cc {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:40.558528 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117a3d60-a132-4dc0-ba9e-735b5f3bf6cc'] response: {'name': 'network-changed', 'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'status': 'completed', 'code': 200} Apr 06 12:56:40.659049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef0d5-8b74-4b56-ac49-4e9f59b6cdc6 req-b2f79695-1382-4f7c-8035-d2f256941584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:40.660596 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-182ef0d5-8b74-4b56-ac49-4e9f59b6cdc6 req-b2f79695-1382-4f7c-8035-d2f256941584 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 1128 time: 0.0827687 Apr 06 12:56:40.698716 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044b1b3-7621-4c68-89d0-2edfdea6e70d req-d4327282-57b1-4e08-ad8f-20f40264a92d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:40.700253 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0044b1b3-7621-4c68-89d0-2edfdea6e70d req-d4327282-57b1-4e08-ad8f-20f40264a92d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 944 time: 0.0839856 Apr 06 12:56:40.805308 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0044b1b3-7621-4c68-89d0-2edfdea6e70d req-64d91440-87ae-42d4-a9a4-8d11cdb3843c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766625 Apr 06 12:56:40.810309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef0d5-8b74-4b56-ac49-4e9f59b6cdc6 req-01a35590-bf3e-4917-82bd-13d1883797e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:40.811818 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-182ef0d5-8b74-4b56-ac49-4e9f59b6cdc6 req-01a35590-bf3e-4917-82bd-13d1883797e6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ed18ec7da21447ea960b90a43d3435dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1431341 Apr 06 12:56:40.910906 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ef0d5-8b74-4b56-ac49-4e9f59b6cdc6 req-a621d6d5-db08-4082-955d-98bf1e5a69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:40.912424 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-182ef0d5-8b74-4b56-ac49-4e9f59b6cdc6 req-a621d6d5-db08-4082-955d-98bf1e5a69cc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945578 Apr 06 12:56:40.992807 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-e1dbdfa7-a0c8-42b7-8699-fd9b606cfa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:40.994275 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-e1dbdfa7-a0c8-42b7-8699-fd9b606cfa10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 1128 time: 0.0454566 Apr 06 12:56:41.035843 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-700eed8f-6ea4-4557-8826-8e46df460f46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc149ae-fad7-4ac0-b267-f2c3736a35cf HTTP/1.1" status: 200 len: 217 time: 0.0339551 Apr 06 12:56:41.088405 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-8f7226b1-fa7e-4f78-8757-5925987beacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:41.089811 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-8f7226b1-fa7e-4f78-8757-5925987beacf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0471959 Apr 06 12:56:41.140560 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-8d806b1c-073c-4bd0-abe2-2e98aa054151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:41.142138 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-8d806b1c-073c-4bd0-abe2-2e98aa054151 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454798 Apr 06 12:56:41.231114 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-73d7bbee-20f2-40be-abcd-e2cc893738de service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818222 Apr 06 12:56:41.327262 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00496b13-3cd0-4e5d-8a04-5fa9099c36a7 req-fd7b254b-eac7-4482-bac1-3c49271ee7de service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867772 Apr 06 12:56:41.925277 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77968c7-6c5a-416f-9018-92f41d4d117c req-3d10f77d-5002-4199-85a9-54aefbf0f7d4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:41.927169 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e77968c7-6c5a-416f-9018-92f41d4d117c req-3d10f77d-5002-4199-85a9-54aefbf0f7d4 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 944 time: 0.0530624 Apr 06 12:56:41.973991 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e77968c7-6c5a-416f-9018-92f41d4d117c req-e28a3549-993e-4cf7-b122-cfeddf0cacc1 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411372 Apr 06 12:56:42.357022 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-6fa99c2e-ba9b-4cba-815c-94f48d03e702 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475478 Apr 06 12:56:42.420651 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-0302d07e-30e5-4290-82d5-e407a47fa4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:42.422189 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-0302d07e-30e5-4290-82d5-e407a47fa4e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1130 time: 0.0444908 Apr 06 12:56:42.527742 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-e61edddc-d979-42ff-bf11-677536dc0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:42.529356 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-e61edddc-d979-42ff-bf11-677536dc0170 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 200 len: 910 time: 0.0863092 Apr 06 12:56:42.599950 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-07734947-d738-4c9f-a9f2-400b11d0cbb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 1002 time: 0.0643680 Apr 06 12:56:42.648897 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-76d055fe-6e1e-44df-b4ee-b8726e9eece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:42.650361 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-76d055fe-6e1e-44df-b4ee-b8726e9eece9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=061cb8a9-8994-4fdc-beeb-fa1e3f521579 HTTP/1.1" status: 200 len: 848 time: 0.0444751 Apr 06 12:56:42.703686 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-e4dce300-15e1-4ce5-bb25-72c6f5e826ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:42.705482 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-e4dce300-15e1-4ce5-bb25-72c6f5e826ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474708 Apr 06 12:56:42.798081 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-971755ac-7d4d-45ac-a0e1-24c9980081dd service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Apr 06 12:56:42.891903 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cf33c9bb-e80d-44d4-a914-68f2fad952b3 req-563ee5cb-a8c5-48d4-ae7a-8a981eeb3eb5 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867419 Apr 06 12:56:43.102023 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcb9a5-714c-45a1-97bb-80db3d5b2a60 req-61c19e98-b9e4-4bc8-a9e0-b0be4fe9db96 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:43.103515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-19fcb9a5-714c-45a1-97bb-80db3d5b2a60 req-61c19e98-b9e4-4bc8-a9e0-b0be4fe9db96 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 944 time: 0.0636246 Apr 06 12:56:43.149906 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-19fcb9a5-714c-45a1-97bb-80db3d5b2a60 req-82c9cfa0-bb8d-47d4-9325-2f7948458e4c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405293 Apr 06 12:56:43.935681 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:56:44.277252 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab1220-137c-4a6c-8fff-22969f2a792b req-2d6765af-142b-4ccf-965c-b09fd4da182c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:44.278799 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3aab1220-137c-4a6c-8fff-22969f2a792b req-2d6765af-142b-4ccf-965c-b09fd4da182c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 944 time: 0.0582097 Apr 06 12:56:44.326877 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-3aab1220-137c-4a6c-8fff-22969f2a792b req-07308b2c-2e44-429d-bf53-bc37070c8369 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Apr 06 12:56:44.606487 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5cc149ae-fad7-4ac0-b267-f2c3736a35cf details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:56:44.710328 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:44.721550 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'port_id': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'mac_address': 'fa:16:3e:c5:6a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:56:44.758705 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:44.759094 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:44.771796 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc149ae-fad7-4ac0-b267-f2c3736a35cf {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:56:44.790727 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:44.888137 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:44.951566 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:44.959277 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.959648 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.959980 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.960322 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.960660 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.961056 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.961393 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.961733 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.962042 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.962499 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.963046 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.963608 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.964166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.964771 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.965375 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:45.264112 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['5cc149ae-fad7-4ac0-b267-f2c3736a35cf'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:56:45.471676 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa4b63-a576-47ff-8172-d5828ea487e2 req-8b63e4df-3076-4009-8235-9752a860d44c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:45.473170 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-25aa4b63-a576-47ff-8172-d5828ea487e2 req-8b63e4df-3076-4009-8235-9752a860d44c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0936003 Apr 06 12:56:45.480658 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1af11-08a1-44f4-a56e-5b5f1c4c3943 req-5f38420f-769c-437e-94e0-18f322646f3f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:45.482103 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-75c1af11-08a1-44f4-a56e-5b5f1c4c3943 req-5f38420f-769c-437e-94e0-18f322646f3f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 945 time: 0.0742452 Apr 06 12:56:45.557092 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-25aa4b63-a576-47ff-8172-d5828ea487e2 req-7e138dfb-c58f-4480-a02e-63dbbe732bb0 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739415 Apr 06 12:56:45.560649 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-75c1af11-08a1-44f4-a56e-5b5f1c4c3943 req-cff75f37-3c81-4527-be9d-6d83d5027242 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701835 Apr 06 12:56:46.622388 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5cc149ae-fad7-4ac0-b267-f2c3736a35cf up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:56:46.721840 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6d38e-9dd0-48e9-9578-b420fbee64c8 req-d132d74a-459b-45c3-b9ba-a77d070f2507 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:46.723310 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bb6d38e-9dd0-48e9-9578-b420fbee64c8 req-d132d74a-459b-45c3-b9ba-a77d070f2507 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0828381 Apr 06 12:56:46.730996 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a061a54-0fd7-436a-b2df-c5f0684c514e req-1e68b85f-4b71-4588-a740-ac81a6b761a2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:46.732378 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a061a54-0fd7-436a-b2df-c5f0684c514e req-1e68b85f-4b71-4588-a740-ac81a6b761a2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 945 time: 0.1011622 Apr 06 12:56:46.805760 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bb6d38e-9dd0-48e9-9578-b420fbee64c8 req-58953171-3871-4709-8964-e632ad5b9dae tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722744 Apr 06 12:56:46.808376 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:56:46.812687 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:56:46.818265 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.818705 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a061a54-0fd7-436a-b2df-c5f0684c514e req-8d61865e-cab4-4f8e-a213-7ed7cfbd039a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726559 Apr 06 12:56:46.898288 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:56:46.898597 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.921849 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:46.924637 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e2522a-4685-4935-b87c-59bc777e9cb6" -d '{"events": [{"server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "name": "network-vif-plugged", "status": "completed", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:46.938109 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:47.028998 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1348306f-4c3d-468c-850a-79f36b698a4d x-openstack-request-id: req-1348306f-4c3d-468c-850a-79f36b698a4d {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:47.029327 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "name": "network-vif-plugged", "status": "completed", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:47.029580 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1348306f-4c3d-468c-850a-79f36b698a4d {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:47.029980 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1348306f-4c3d-468c-850a-79f36b698a4d'] response: {'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'code': 200} Apr 06 12:56:47.031175 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:47.092041 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:47.449103 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e7bb9-5437-4d7d-a8ad-cc35ce64d6bc req-75fae1eb-9e39-46ee-a9b9-9f0065cd12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:47.450622 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b61e7bb9-5437-4d7d-a8ad-cc35ce64d6bc req-75fae1eb-9e39-46ee-a9b9-9f0065cd12eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 1130 time: 0.0499589 Apr 06 12:56:47.494731 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b61e7bb9-5437-4d7d-a8ad-cc35ce64d6bc req-3bff45da-d176-447c-9363-b3355f714ff7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381300 Apr 06 12:56:48.009960 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c73d0-c4fb-484d-8714-c97f59775e3c req-a869ef6c-525e-4f0a-b843-bf1301b083a1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.011739 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e43c73d0-c4fb-484d-8714-c97f59775e3c req-a869ef6c-525e-4f0a-b843-bf1301b083a1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.1085155 Apr 06 12:56:48.021220 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46755-bdd2-4e41-9bf9-90306104c7e9 req-8987e46b-71b6-475c-8050-4077ce606375 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:48.023072 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-85c46755-bdd2-4e41-9bf9-90306104c7e9 req-8987e46b-71b6-475c-8050-4077ce606375 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.1175954 Apr 06 12:56:48.107148 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e43c73d0-c4fb-484d-8714-c97f59775e3c req-9d7d7775-8891-4ee9-be39-e0cfd980eb20 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828657 Apr 06 12:56:48.111493 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-85c46755-bdd2-4e41-9bf9-90306104c7e9 req-5d878c32-1440-409b-9c3a-4fa0d48443fa tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797596 Apr 06 12:56:49.274056 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e4722-c528-49c9-9a87-bbb1ae108096 req-38df4b00-6f56-4f69-81df-92e2398a7123 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:49.275575 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-691e4722-c528-49c9-9a87-bbb1ae108096 req-38df4b00-6f56-4f69-81df-92e2398a7123 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.0885968 Apr 06 12:56:49.283298 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bea5f-1ad2-4d52-8b99-2bad4ae75c92 req-eb00db9f-e45b-4d77-9ed5-880443e2674a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:49.284757 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d65bea5f-1ad2-4d52-8b99-2bad4ae75c92 req-eb00db9f-e45b-4d77-9ed5-880443e2674a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0959399 Apr 06 12:56:49.359117 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-691e4722-c528-49c9-9a87-bbb1ae108096 req-9c36f17b-cc67-4f05-97f6-1ee3ce13e811 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733767 Apr 06 12:56:49.363726 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d65bea5f-1ad2-4d52-8b99-2bad4ae75c92 req-627a08ed-58f5-4176-9b62-4620abe13563 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722382 Apr 06 12:56:50.515685 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac811e6-4029-4ce3-9a62-8316e4ae9442 req-12ae369a-1917-4ee2-b870-332af698dd0a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:50.517302 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0ac811e6-4029-4ce3-9a62-8316e4ae9442 req-12ae369a-1917-4ee2-b870-332af698dd0a tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.0881667 Apr 06 12:56:50.529055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc89a-0900-4c33-9259-82531511e10a req-ece3832b-baf0-4c51-a088-e03c50a697de tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:50.530516 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b6fc89a-0900-4c33-9259-82531511e10a req-ece3832b-baf0-4c51-a088-e03c50a697de tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0925701 Apr 06 12:56:50.610540 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0ac811e6-4029-4ce3-9a62-8316e4ae9442 req-a1be6c29-87c2-44ef-954e-de4410d86e3d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789487 Apr 06 12:56:50.613977 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b6fc89a-0900-4c33-9259-82531511e10a req-2fa29370-dd1c-489b-b559-7dc4532e0721 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751531 Apr 06 12:56:50.735448 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fc873-9e82-43c0-9ee1-02643b9233b2 req-74587820-64b0-4c22-ad05-49ce5c56539b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:50.737064 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-413fc873-9e82-43c0-9ee1-02643b9233b2 req-74587820-64b0-4c22-ad05-49ce5c56539b tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.0601208 Apr 06 12:56:50.745544 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54206) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:50.750139 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Request body: {'floatingip': {'port_id': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:56:50.793572 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (883e1c3e-c309-4e49-a0f9-426b615f3fc1), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.257459 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.384189 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (883e1c3e-c309-4e49-a0f9-426b615f3fc1), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.501637 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Floating IP 883e1c3e-c309-4e49-a0f9-426b615f3fc1 associated. External IP: 172.27.3.210, port: 5cc149ae-fad7-4ac0-b267-f2c3736a35cf. Apr 06 12:56:51.718287 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Router 1bb0b779-cd82-4b16-b618-b5a9e643c070 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:51.742517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948931da-52e3-4d80-912c-141f8471ecf2 req-5702e2db-c0bc-4556-87dd-f203b0ea8b4b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:51.744239 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-948931da-52e3-4d80-912c-141f8471ecf2 req-5702e2db-c0bc-4556-87dd-f203b0ea8b4b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0574307 Apr 06 12:56:51.802232 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-948931da-52e3-4d80-912c-141f8471ecf2 req-b0efa016-7e09-492e-95ef-a2f4d513f56d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507665 Apr 06 12:56:51.844133 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:51.849860 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.854324 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] Sync routers for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:51.867852 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:51.868595 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:56:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:51.889886 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-31e42868-dd76-4a3c-bac2-5528d3b50f8f tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "PUT /v2.0/floatingips/883e1c3e-c309-4e49-a0f9-426b615f3fc1 HTTP/1.1" status: 200 len: 992 time: 1.1430054 Apr 06 12:56:51.890572 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:51.893513 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96689f78-e243-417a-a0d1-6490c5d00dee" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:51.986475 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:51.993143 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8362fe-1859-4c69-8753-c59ca057a35e x-openstack-request-id: req-ca8362fe-1859-4c69-8753-c59ca057a35e {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:51.993363 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:51.993693 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ca8362fe-1859-4c69-8753-c59ca057a35e {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:51.994035 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8362fe-1859-4c69-8753-c59ca057a35e'] response: {'name': 'network-changed', 'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'status': 'completed', 'code': 200} Apr 06 12:56:52.063676 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689f78-e243-417a-a0d1-6490c5d00dee req-6b4e2bce-4377-4020-a1bd-6f8e4a2ea37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.065517 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96689f78-e243-417a-a0d1-6490c5d00dee req-6b4e2bce-4377-4020-a1bd-6f8e4a2ea37f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed18ec7da21447ea960b90a43d3435dc&device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 1130 time: 0.0478396 Apr 06 12:56:52.167967 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689f78-e243-417a-a0d1-6490c5d00dee req-845c6dc1-8939-4117-85c2-69bc5226b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.169712 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96689f78-e243-417a-a0d1-6490c5d00dee req-845c6dc1-8939-4117-85c2-69bc5226b6e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 200 len: 912 time: 0.0978994 Apr 06 12:56:52.236966 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '883e1c3e-c309-4e49-a0f9-426b615f3fc1', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'port_id': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'mac_address': 'fa:16:3e:c5:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:34Z', 'updated_at': '2022-04-06T12:56:51Z', 'revision_number': 1, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.257565 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96689f78-e243-417a-a0d1-6490c5d00dee req-7324d933-c035-4de4-a03d-2ba8a1264d39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cc149ae-fad7-4ac0-b267-f2c3736a35cf HTTP/1.1" status: 200 len: 1000 time: 0.0813222 Apr 06 12:56:52.265413 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] Checking router: 1bb0b779-cd82-4b16-b618-b5a9e643c070 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:52.275310 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:52.275962 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:56:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.311663 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689f78-e243-417a-a0d1-6490c5d00dee req-53ef45c2-98d1-4ce5-8bb4-ec418704a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.313566 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96689f78-e243-417a-a0d1-6490c5d00dee req-53ef45c2-98d1-4ce5-8bb4-ec418704a504 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 200 len: 850 time: 0.0500183 Apr 06 12:56:52.369067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96689f78-e243-417a-a0d1-6490c5d00dee req-3d5a1b69-e5aa-41d1-9f13-12276dc55960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.370611 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96689f78-e243-417a-a0d1-6490c5d00dee req-3d5a1b69-e5aa-41d1-9f13-12276dc55960 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3462df58-9a5d-4315-9d14-fff2f16ac594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503256 Apr 06 12:56:52.473404 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96689f78-e243-417a-a0d1-6490c5d00dee req-fa562160-35f8-42e1-a9c6-7d46a23cb68c service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945132 Apr 06 12:56:52.487882 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:52.596261 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96689f78-e243-417a-a0d1-6490c5d00dee req-13cb88a8-2562-4f5b-9e4f-13c7614995fc service neutron] 10.222.0.83 "GET /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138542 Apr 06 12:56:52.756951 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '883e1c3e-c309-4e49-a0f9-426b615f3fc1', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'port_id': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'mac_address': 'fa:16:3e:c5:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:34Z', 'updated_at': '2022-04-06T12:56:51Z', 'revision_number': 1, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.784785 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6a8e4-7649-4ad4-b994-ae455eab13df None None] The sync data for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi is: [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '883e1c3e-c309-4e49-a0f9-426b615f3fc1', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'floating_ip_address': '172.27.3.210', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'port_id': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'mac_address': 'fa:16:3e:c5:6a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:56:34Z', 'updated_at': '2022-04-06T12:56:51Z', 'revision_number': 1, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:52.943860 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1343c2-a560-410d-9a68-7b1f58cb8736 req-4633b9ef-fe5f-4f04-83e2-6986fe8b66a2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:52.945480 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca1343c2-a560-410d-9a68-7b1f58cb8736 req-4633b9ef-fe5f-4f04-83e2-6986fe8b66a2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0626912 Apr 06 12:56:52.999270 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca1343c2-a560-410d-9a68-7b1f58cb8736 req-f6b11883-42f1-45e2-8566-f9961986e98f tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478168 Apr 06 12:56:53.007318 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995c8ed-aedf-4caa-8f1c-f263207dd960 None None] New status for floating IP 883e1c3e-c309-4e49-a0f9-426b615f3fc1: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:56:54.126005 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9fd12-f761-40e5-b6ce-7a918949acfa req-538348dc-fd4f-470c-905b-d3e39b0045c2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:54.127463 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-28e9fd12-f761-40e5-b6ce-7a918949acfa req-538348dc-fd4f-470c-905b-d3e39b0045c2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0552504 Apr 06 12:56:54.180283 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-28e9fd12-f761-40e5-b6ce-7a918949acfa req-045fc9db-f198-4405-aea4-a1910e22de24 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470998 Apr 06 12:56:55.298815 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feca755-cc61-45e1-9e4a-fdd287f6852f req-1060c750-e235-409b-8268-ae184e7e7a32 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:55.300339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1feca755-cc61-45e1-9e4a-fdd287f6852f req-1060c750-e235-409b-8268-ae184e7e7a32 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0535181 Apr 06 12:56:55.353995 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1feca755-cc61-45e1-9e4a-fdd287f6852f req-6a7cc56f-54f1-458e-b9a2-86950ac0721c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472927 Apr 06 12:56:56.472061 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ccbec-20c0-49a1-9612-80ab147be195 req-d46224b8-ad8a-4d2b-88ff-73578b174235 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:56.474010 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-808ccbec-20c0-49a1-9612-80ab147be195 req-d46224b8-ad8a-4d2b-88ff-73578b174235 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0523827 Apr 06 12:56:56.522436 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-808ccbec-20c0-49a1-9612-80ab147be195 req-0b7554fd-382d-4b17-aa26-8e1203fc1c03 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426958 Apr 06 12:56:57.219394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c139c3da-22a9-46ca-97de-f2f1cf6a35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:57.643125 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a54dc2-9be3-442b-b464-df02d59d6f4a req-8cb11545-6bea-4acc-95df-7d43edd8b54e tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:57.644643 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-72a54dc2-9be3-442b-b464-df02d59d6f4a req-8cb11545-6bea-4acc-95df-7d43edd8b54e tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0527849 Apr 06 12:56:57.697333 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-72a54dc2-9be3-442b-b464-df02d59d6f4a req-d616afd5-5628-40ff-bc50-4414cad6a5a8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470672 Apr 06 12:56:58.822110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb74ab-b480-42b6-89fa-99597ef410dd req-9ba7609e-398e-4825-9ec3-b90097588f1a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:58.823646 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17eb74ab-b480-42b6-89fa-99597ef410dd req-9ba7609e-398e-4825-9ec3-b90097588f1a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0587399 Apr 06 12:56:58.872024 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-17eb74ab-b480-42b6-89fa-99597ef410dd req-fdc8bb40-383a-4a5a-93f3-68c45fe3e740 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Apr 06 12:56:59.612394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f14ca285-0760-44a8-ac84-f4785fa4abed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:59.993713 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1bbbb-dec4-4d5d-98d9-45156e0ecb2b req-3972da6a-0f0a-40e5-a3b2-f89e5b17a4e7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:59.995196 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-65f1bbbb-dec4-4d5d-98d9-45156e0ecb2b req-3972da6a-0f0a-40e5-a3b2-f89e5b17a4e7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0563951 Apr 06 12:57:00.043314 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-65f1bbbb-dec4-4d5d-98d9-45156e0ecb2b req-709d2e5a-afcf-496e-af5b-fd816bd205e1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423701 Apr 06 12:57:00.677343 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-6c556a35-e28f-43a7-8abf-3cde2af215c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:00.678736 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-6c556a35-e28f-43a7-8abf-3cde2af215c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1130 time: 0.0444889 Apr 06 12:57:00.775076 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-84fa99e8-4007-4b9a-a29c-0e1f05f8067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:00.776558 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-84fa99e8-4007-4b9a-a29c-0e1f05f8067b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 200 len: 910 time: 0.0915039 Apr 06 12:57:00.857584 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-52d9e48f-7f60-417f-bd53-7256630a603f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 1002 time: 0.0729389 Apr 06 12:57:00.898171 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:00.920901 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-6961a75c-1600-4af6-b030-7b42657e7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:00.922405 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-6961a75c-1600-4af6-b030-7b42657e7123 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=061cb8a9-8994-4fdc-beeb-fa1e3f521579 HTTP/1.1" status: 200 len: 848 time: 0.0485010 Apr 06 12:57:00.971880 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-45d18c0a-88fd-4a67-8ab7-9d728dfb1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:00.973375 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-45d18c0a-88fd-4a67-8ab7-9d728dfb1dea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442920 Apr 06 12:57:01.061838 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-1cedc7a7-76d6-4165-9835-1fd271c042d2 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813777 Apr 06 12:57:01.215171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a3f2f-10ef-44fa-adaa-3a382e2799fb req-f50f61d7-c906-4cdd-9141-18b9a1aeea2b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:01.216638 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1f7a3f2f-10ef-44fa-adaa-3a382e2799fb req-f50f61d7-c906-4cdd-9141-18b9a1aeea2b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0904179 Apr 06 12:57:01.218846 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-614ef7e5-3d0a-49db-9f9a-9317bcbd3bc7 req-9be14e92-b10d-47a6-898c-477eb0cd42a0 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476235 Apr 06 12:57:01.270389 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1f7a3f2f-10ef-44fa-adaa-3a382e2799fb req-f23c4d3a-0a29-49a5-9b92-aded2f83fc01 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480611 Apr 06 12:57:02.388948 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c27836-66a1-4ed5-b9ba-730d70ec3cf7 req-1ca5c290-bcbe-4c53-8b66-37da5fc6d8ac tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:02.390998 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c27836-66a1-4ed5-b9ba-730d70ec3cf7 req-1ca5c290-bcbe-4c53-8b66-37da5fc6d8ac tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0527489 Apr 06 12:57:02.442978 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b0c27836-66a1-4ed5-b9ba-730d70ec3cf7 req-05d01c4f-f460-44e4-8f2a-fbc61f6affc0 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442834 Apr 06 12:57:02.912789 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:03.576631 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc295a-585d-4b39-baf4-cd785c365e42 req-49d26498-dedc-437d-bce2-cf1f5cf433c2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:03.579853 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b7dc295a-585d-4b39-baf4-cd785c365e42 req-49d26498-dedc-437d-bce2-cf1f5cf433c2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0656323 Apr 06 12:57:03.629915 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b7dc295a-585d-4b39-baf4-cd785c365e42 req-73b1ea0f-e059-4ba9-ba6c-459e4116b32b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458193 Apr 06 12:57:03.858027 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:04.757422 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ab589-9472-45ce-b39c-f36fb3cae8b8 req-fd40a5c0-c759-45e3-8dae-d69a3053d394 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:04.758898 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4d8ab589-9472-45ce-b39c-f36fb3cae8b8 req-fd40a5c0-c759-45e3-8dae-d69a3053d394 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0566578 Apr 06 12:57:04.810133 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4d8ab589-9472-45ce-b39c-f36fb3cae8b8 req-0b4966f6-81af-4fdf-b18a-b11457862341 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449116 Apr 06 12:57:05.175021 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997f970-d941-4532-b781-88c87e3e9ae3 req-3a682fdc-ed24-4a13-abfa-a6b0ee1c8cbd tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:05.176803 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c997f970-d941-4532-b781-88c87e3e9ae3 req-3a682fdc-ed24-4a13-abfa-a6b0ee1c8cbd tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0561543 Apr 06 12:57:05.229407 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c997f970-d941-4532-b781-88c87e3e9ae3 req-5a9e185c-a879-4ea4-9b49-23d69d40161e tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451601 Apr 06 12:57:05.293503 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-eb154a37-1d02-479e-a057-0aaf536ea831 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135459 Apr 06 12:57:05.386389 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:05.468857 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-fdc61010-3572-486f-b9eb-3cf7ef55931b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:05.470251 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-fdc61010-3572-486f-b9eb-3cf7ef55931b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports/ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 943 time: 0.1472163 Apr 06 12:57:06.361930 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be89fc-3112-47e5-8c50-d45256ef49df req-f8ceb5b0-9ba7-4831-960d-d2979a0c724d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:06.363460 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26be89fc-3112-47e5-8c50-d45256ef49df req-f8ceb5b0-9ba7-4831-960d-d2979a0c724d tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0632446 Apr 06 12:57:06.414390 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26be89fc-3112-47e5-8c50-d45256ef49df req-b25bb436-6777-42a4-9eb3-e0ce2f524680 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Apr 06 12:57:06.741213 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ee1eebc2-073e-406c-9537-734afa17c0f8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:57:06.826906 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ee1eebc2-073e-406c-9537-734afa17c0f8 is: ACTIVE; New status is: DOWN {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:06.827210 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:06.850782 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:06.854831 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b64d1b4-2021-4619-884d-42f7caef0c42" -d '{"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:06.867320 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:06.887649 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c6f969-e576-44dc-8da1-ba196ebd60d1 x-openstack-request-id: req-40c6f969-e576-44dc-8da1-ba196ebd60d1 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:06.888015 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-unplugged", "status": "failed", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8", "code": 422}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:06.888273 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40c6f969-e576-44dc-8da1-ba196ebd60d1 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:06.888677 dv-cinder-815660-6-iscsi neutron-server[110385]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-40c6f969-e576-44dc-8da1-ba196ebd60d1']: {'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'code': 422} returned with failed status Apr 06 12:57:06.932092 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:06.985245 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=6']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:07.539387 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4c3e1-cfce-4134-9809-5b9db7f31654 req-1ff57a4f-1b73-44db-a734-f6898a26951c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:07.540965 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-32a4c3e1-cfce-4134-9809-5b9db7f31654 req-1ff57a4f-1b73-44db-a734-f6898a26951c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0544219 Apr 06 12:57:07.593525 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-32a4c3e1-cfce-4134-9809-5b9db7f31654 req-014ed485-2630-44ba-a7c2-13647ceddc92 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467701 Apr 06 12:57:08.029952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-74b9d738-aaa5-4daf-85e0-cc1645862314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:08.031611 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-74b9d738-aaa5-4daf-85e0-cc1645862314 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72&tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7 HTTP/1.1" status: 200 len: 1128 time: 0.0536320 Apr 06 12:57:08.100612 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-f44b4387-5982-4b0e-86ff-f2b9e28de3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:08.102136 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-f44b4387-5982-4b0e-86ff-f2b9e28de3dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1128 time: 0.0473320 Apr 06 12:57:08.194878 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-bb9ca26a-9149-4b09-ba0a-c12baf884d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:08.196339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-bb9ca26a-9149-4b09-ba0a-c12baf884d59 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 200 len: 910 time: 0.0881262 Apr 06 12:57:08.522634 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-0481da21-96c5-4eb3-a7e7-7e6e63586a7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 1000 time: 0.3201804 Apr 06 12:57:08.572460 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-5f081ff0-6529-400f-840f-c36767d2ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:08.573930 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-5f081ff0-6529-400f-840f-c36767d2ad2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=061cb8a9-8994-4fdc-beeb-fa1e3f521579 HTTP/1.1" status: 200 len: 848 time: 0.0446720 Apr 06 12:57:08.629147 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-de20aff5-b2d6-47e8-bc25-4b745f1f7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:08.630803 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-de20aff5-b2d6-47e8-bc25-4b745f1f7278 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483625 Apr 06 12:57:08.752070 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-931b7398-5192-45cf-9c8e-be638584ac3e service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145973 Apr 06 12:57:08.761615 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df20fb-8cd6-4547-8308-bcfe8c5fcc3a req-55934d27-0a95-462e-bcd3-5b6ea5d0d5b3 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:08.762983 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c0df20fb-8cd6-4547-8308-bcfe8c5fcc3a req-55934d27-0a95-462e-bcd3-5b6ea5d0d5b3 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0821102 Apr 06 12:57:08.862791 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c0df20fb-8cd6-4547-8308-bcfe8c5fcc3a req-80e73c1a-1f6d-4e51-bae9-b44fbe74d309 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919731 Apr 06 12:57:08.886282 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-26204128-a7d1-44ce-8035-f44fc4f9ad80 req-343e315c-2068-40e3-88f7-3a5cb98b1461 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223576 Apr 06 12:57:09.982447 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7940754-d2bf-4f3e-8fc7-64689a0e9cad req-3e0638b2-c109-4e54-9afc-edbf11de6a51 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:09.983895 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7940754-d2bf-4f3e-8fc7-64689a0e9cad req-3e0638b2-c109-4e54-9afc-edbf11de6a51 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0540118 Apr 06 12:57:10.033914 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d7940754-d2bf-4f3e-8fc7-64689a0e9cad req-ec19f335-a670-452c-9a5d-1f9a6a0eac0a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442457 Apr 06 12:57:11.158606 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd042d13-bc5f-4451-9057-21cb5441971e req-9a50ae8a-f2c4-4119-b553-09e6a57891d5 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:11.160115 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd042d13-bc5f-4451-9057-21cb5441971e req-9a50ae8a-f2c4-4119-b553-09e6a57891d5 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0583525 Apr 06 12:57:11.210854 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd042d13-bc5f-4451-9057-21cb5441971e req-12f5341f-dcc7-4613-9e25-d2a1cdb54be4 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437150 Apr 06 12:57:12.335835 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fce983-a0be-4b4b-a6f2-2f71c54ab59a req-bf1a0d79-eab2-4e08-9d4b-19ec8db99519 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:12.337501 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-40fce983-a0be-4b4b-a6f2-2f71c54ab59a req-bf1a0d79-eab2-4e08-9d4b-19ec8db99519 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0559592 Apr 06 12:57:12.388678 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-40fce983-a0be-4b4b-a6f2-2f71c54ab59a req-7fa693c0-78b5-4036-82e1-fe0d96eeb157 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Apr 06 12:57:13.507191 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f8612-42be-46b4-b2ed-48fb40c3551a req-e66cc38c-97ba-49af-86fd-46bb2670604a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:13.508682 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99f8612-42be-46b4-b2ed-48fb40c3551a req-e66cc38c-97ba-49af-86fd-46bb2670604a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0535247 Apr 06 12:57:13.563116 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f99f8612-42be-46b4-b2ed-48fb40c3551a req-0f879d0e-d2a2-48a6-a7bb-2894655d15e6 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487821 Apr 06 12:57:14.689755 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784edba1-81e7-4f03-8815-b308637f54c2 req-4f019863-58fd-4413-84dd-601adae85d2a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:14.691259 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-784edba1-81e7-4f03-8815-b308637f54c2 req-4f019863-58fd-4413-84dd-601adae85d2a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0534930 Apr 06 12:57:14.739706 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-784edba1-81e7-4f03-8815-b308637f54c2 req-be0d0d83-c69e-42db-85e7-a8fdf056314c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Apr 06 12:57:15.865517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57326fdf-e140-44f5-a4f4-640c87c9fa28 req-cf5ef555-168d-4fb9-98bc-21f8b53922ad tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:15.887422 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-57326fdf-e140-44f5-a4f4-640c87c9fa28 req-cf5ef555-168d-4fb9-98bc-21f8b53922ad tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0556142 Apr 06 12:57:15.918206 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-57326fdf-e140-44f5-a4f4-640c87c9fa28 req-a527c49a-3a63-46d0-91ad-93b4139f38a8 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449457 Apr 06 12:57:16.773630 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ee1eebc2-073e-406c-9537-734afa17c0f8 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:57:16.871666 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:16.883324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'port_id': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'mac_address': 'fa:16:3e:56:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:57:16.921790 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ee1eebc2-073e-406c-9537-734afa17c0f8 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:16.922170 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.943765 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1eebc2-073e-406c-9537-734afa17c0f8 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:16.964074 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:17.044916 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ce3c0-0212-4f40-92c4-d428c5b87c63 req-2bda1901-41d8-4511-ba0f-7298222d22af tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:17.046372 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-507ce3c0-0212-4f40-92c4-d428c5b87c63 req-2bda1901-41d8-4511-ba0f-7298222d22af tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 944 time: 0.0579278 Apr 06 12:57:17.097914 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-507ce3c0-0212-4f40-92c4-d428c5b87c63 req-674b3fe9-8ad3-4feb-a953-9d14f8cb82fc tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451252 Apr 06 12:57:17.100225 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.149491 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=7']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:17.364226 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['ee1eebc2-073e-406c-9537-734afa17c0f8'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:57:18.234817 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c49e9f-878d-4aae-94e8-de2512d83fe5 req-8c384b76-9ec5-4f5c-8fdd-78f8fcba39bf tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:18.236847 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96c49e9f-878d-4aae-94e8-de2512d83fe5 req-8c384b76-9ec5-4f5c-8fdd-78f8fcba39bf tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 945 time: 0.0641677 Apr 06 12:57:18.290937 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-96c49e9f-878d-4aae-94e8-de2512d83fe5 req-53701890-9214-4ea3-8396-7cb334b3198a tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479441 Apr 06 12:57:18.791836 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ee1eebc2-073e-406c-9537-734afa17c0f8 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:18.843772 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port ee1eebc2-073e-406c-9537-734afa17c0f8 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:18.844060 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.924210 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port ee1eebc2-073e-406c-9537-734afa17c0f8 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:18.924606 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:18.948341 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:18.951194 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b41fd6b-e3e0-42e6-ab1c-dcb54f855094" -d '{"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-plugged", "status": "completed", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:18.964388 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:18.989296 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909b6fa-5478-4b58-8070-ff1affef4b31 x-openstack-request-id: req-6909b6fa-5478-4b58-8070-ff1affef4b31 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:18.989826 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-plugged", "status": "completed", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:18.990086 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6909b6fa-5478-4b58-8070-ff1affef4b31 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:18.990581 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6909b6fa-5478-4b58-8070-ff1affef4b31'] response: {'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'code': 200} Apr 06 12:57:19.036690 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:19.085118 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=8']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:19.287062 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01b49-bfb8-4408-a6d6-02ee87e2e26d req-73f2cf08-e4bd-4d1d-b0b4-dd7e04dcd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:19.288555 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b7e01b49-bfb8-4408-a6d6-02ee87e2e26d req-73f2cf08-e4bd-4d1d-b0b4-dd7e04dcd02d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1130 time: 0.0452363 Apr 06 12:57:19.338864 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b7e01b49-bfb8-4408-a6d6-02ee87e2e26d req-0a06a163-a847-4e96-b703-ce12a56693da service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435116 Apr 06 12:57:19.419520 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc897263-064d-4f89-95c3-0747c2f54480 req-d9e95523-d0af-44d6-aba9-686bda5572e7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:19.420938 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bc897263-064d-4f89-95c3-0747c2f54480 req-d9e95523-d0af-44d6-aba9-686bda5572e7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0540516 Apr 06 12:57:19.470399 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bc897263-064d-4f89-95c3-0747c2f54480 req-30b2af50-413f-473a-9f2d-d0fbb347fae2 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434477 Apr 06 12:57:20.597878 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cefed-ff86-43d2-80dc-c46262f83cb0 req-0d597102-75b0-44a9-ab79-ab443ee77993 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:20.599271 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-103cefed-ff86-43d2-80dc-c46262f83cb0 req-0d597102-75b0-44a9-ab79-ab443ee77993 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0585215 Apr 06 12:57:20.648321 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-103cefed-ff86-43d2-80dc-c46262f83cb0 req-3273f2b5-cb6c-4c0d-b196-0c998200b150 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Apr 06 12:57:20.934713 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:57:21.775786 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ed56-908c-4d8b-ac61-44e7e4a8ef72 req-88eb0730-5ab4-4926-a725-de9829ca0f35 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:21.777801 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6ef1ed56-908c-4d8b-ac61-44e7e4a8ef72 req-88eb0730-5ab4-4926-a725-de9829ca0f35 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0563712 Apr 06 12:57:21.826996 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6ef1ed56-908c-4d8b-ac61-44e7e4a8ef72 req-8e5faff7-21b6-4530-b7c9-3f8d8f30b847 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Apr 06 12:57:27.208209 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-52681be9-b5f8-4486-82e6-345084dd1455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:29.596578 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0460d327-7732-42d7-94e2-beb7d34549d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:30.871621 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:31.853947 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40372a4-b208-46f1-855d-5031899532b2 req-26689c51-6bc6-4ffd-b0f6-01d97b224541 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:31.855492 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f40372a4-b208-46f1-855d-5031899532b2 req-26689c51-6bc6-4ffd-b0f6-01d97b224541 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 945 time: 0.0565712 Apr 06 12:57:31.906041 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f40372a4-b208-46f1-855d-5031899532b2 req-1da1ea86-2706-4939-9b70-fc1b0fffbaf4 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447383 Apr 06 12:57:32.899328 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.034498 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12870d-fc4a-4413-9001-6a87652893b2 req-5f5e9c58-7f24-404f-ba77-69e816b550f8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:33.036001 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-be12870d-fc4a-4413-9001-6a87652893b2 req-5f5e9c58-7f24-404f-ba77-69e816b550f8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 945 time: 0.0576446 Apr 06 12:57:33.088106 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-be12870d-fc4a-4413-9001-6a87652893b2 req-4bd04d6a-5efc-4127-af84-fd81f42a4d50 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461645 Apr 06 12:57:33.394197 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-71a2ccdf-5aee-42d6-9096-9e5f27bfd05f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:33.395558 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-71a2ccdf-5aee-42d6-9096-9e5f27bfd05f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Apr 06 12:57:33.493594 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Deleting port 36788fc4-2840-41f1-a79f-c32b4b9831d2 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:57:33.493932 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.595427 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] For port 36788fc4-2840-41f1-a79f-c32b4b9831d2, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=36788fc4-2840-41f1-a79f-c32b4b9831d2,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:33.595799 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.769802 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.770209 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (656f332a-029b-42e7-ba0f-7e8a38701be2), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.770568 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Floating IP 656f332a-029b-42e7-ba0f-7e8a38701be2 disassociated. External IP: 172.27.3.149, port: 36788fc4-2840-41f1-a79f-c32b4b9831d2. Apr 06 12:57:33.771051 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Calling delete_port for 36788fc4-2840-41f1-a79f-c32b4b9831d2 owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:57:33.863316 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:33.983295 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (36788fc4-2840-41f1-a79f-c32b4b9831d2), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:34.011316 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event deleted for resources: {'Port': ['ID=36788fc4-2840-41f1-a79f-c32b4b9831d2,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:34.023768 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.024196 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.024457 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.024823 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.025165 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.025500 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.025832 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.026167 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.026496 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.026825 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.027155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.027483 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.027809 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.028135 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.028460 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:34.155410 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:57:34.241352 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-90d399e6-8499-41b9-839d-7b83d62101f1 req-552e5d5a-f51d-4f5b-9ddf-db27602f87a3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 210 time: 0.0742509 Apr 06 12:57:34.297342 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:34.308546 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:34.319070 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:34.319744 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:34.342247 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] No DVR routers for this DVR port 36788fc4-2840-41f1-a79f-c32b4b9831d2 on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:57:34.346184 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:34.350355 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ca7b90ec-4e0a-4ad6-aa56-3eaf7e2f928b req-310e8707-d91f-4d01-b72a-365a425c5be0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "DELETE /v2.0/ports/36788fc4-2840-41f1-a79f-c32b4b9831d2 HTTP/1.1" status: 204 len: 173 time: 0.9485340 Apr 06 12:57:34.350946 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'name': 'network-vif-deleted', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:34.353975 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b74939-b3c5-4f47-9035-4875a231ceac" -d '{"events": [{"server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "name": "network-vif-deleted", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:34.398201 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e28423-27ad-4dd9-8992-3b4ea43307c4 x-openstack-request-id: req-72e28423-27ad-4dd9-8992-3b4ea43307c4 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:34.398510 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b4aa7e-687c-4d46-adf4-768d516e5611", "name": "network-vif-deleted", "tag": "36788fc4-2840-41f1-a79f-c32b4b9831d2", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:34.398788 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72e28423-27ad-4dd9-8992-3b4ea43307c4 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:34.399201 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e28423-27ad-4dd9-8992-3b4ea43307c4'] response: {'server_uuid': '22b4aa7e-687c-4d46-adf4-768d516e5611', 'name': 'network-vif-deleted', 'tag': '36788fc4-2840-41f1-a79f-c32b4b9831d2', 'status': 'completed', 'code': 200} Apr 06 12:57:34.458175 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:34.663118 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:34.689462 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:34.698065 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:34.698732 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:34.804984 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:35.005668 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:35.035949 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45820f2d-0c18-4e2c-ab5a-356d340c1aab None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:35.254890 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e530060-b3a4-4bba-bc7a-8a7aab044162 None None] New status for floating IP 656f332a-029b-42e7-ba0f-7e8a38701be2: DOWN {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:57:35.351402 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7c8d8416-71a9-4266-a83e-2e5053ad81ce req-2f14a8a2-de32-42d5-8085-2a30ea6196bd tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=22b4aa7e-687c-4d46-adf4-768d516e5611 HTTP/1.1" status: 200 len: 210 time: 0.0285168 Apr 06 12:57:35.435919 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.571436 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-2e150791-8430-4790-905c-e38fa8d6c9fe tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78732313&fields=id&tenant_id=0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 267 time: 0.0483646 Apr 06 12:57:36.693287 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c6c52aae-5a91-4368-91e0-b50f73352f3b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:36.694825 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c6c52aae-5a91-4368-91e0-b50f73352f3b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1166952 Apr 06 12:57:36.711653 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-f9275bb9-ac20-4e87-8ba9-bb1903ca9187 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/quotas/0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 375 time: 0.0097351 Apr 06 12:57:36.775445 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-8e8e96f7-1282-41a3-a9bc-6fddd884f771 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565774 Apr 06 12:57:36.875368 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-4dc10625-ac51-4b0b-984a-956b8064041a service neutron] 10.222.0.79 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865059 Apr 06 12:57:36.905602 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 36788fc4-2840-41f1-a79f-c32b4b9831d2 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:57:36.928134 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 36788fc4-2840-41f1-a79f-c32b4b9831d2 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:57:36.928563 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 36788fc4-2840-41f1-a79f-c32b4b9831d2 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:57:36.979980 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-a8a1fbaa-5df0-42d6-8c87-811c8d6e1c3d service neutron] 10.222.0.79 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982995 Apr 06 12:57:37.645443 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-629338a5-9c5a-446a-b95e-72239699ace3 req-79edc2b6-4fd9-492d-94f0-501efbfcea78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 210 time: 0.0279386 Apr 06 12:57:38.746053 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-aeba8bc2-e7f4-471e-8c1f-4cb006441db5 req-4c5e4e60-5cac-4a31-8795-081577e9e6de tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 210 time: 0.0295427 Apr 06 12:57:39.858327 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cd8735e1-d3f7-47ba-8613-86e2a6aa269e req-7eb3fd07-be47-4b17-8fcf-4c61a4cac203 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 210 time: 0.0318000 Apr 06 12:57:39.891518 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-32d1c02b-dda6-4309-b7cd-43f4f4715b86 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:39.899833 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-32d1c02b-dda6-4309-b7cd-43f4f4715b86 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1403296 Apr 06 12:57:39.959761 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-3d5b0bd1-bac2-4d98-93a5-e9a83acd4a3d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 378 time: 0.0567338 Apr 06 12:57:39.968712 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'port': {'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'admin_state_up': True, 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'security_groups': ['4a46f708-9a70-4cd7-8455-d26225eaeb96']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:40.156515 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Made reservation on behalf of 0882948559d74a3fa9025ba2e450e7b0 for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:40.159826 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.284648 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Allocated IP 172.20.0.5 (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6/aeec988f-4bdf-40af-a139-3da76ec35b81/9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:57:40.428608 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.572410 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.617745 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:57:40.623663 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:40.624846 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:57:40.631281 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:40.681821 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:40.682431 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.770689 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-1ee44673-f997-4e34-bbc4-3e4010641e4a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057079 Apr 06 12:57:40.784309 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Request body: {'port': {'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:40.846110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.905977 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-acf342d3-ef1e-4e15-922c-103211bd6cee None None] Provisioning complete for port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:40.906545 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-acf342d3-ef1e-4e15-922c-103211bd6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.943093 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-acf342d3-ef1e-4e15-922c-103211bd6cee None None] Port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:57:41.054935 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8df90-f442-48c7-81c7-7b129b5d605e req-0f3948d7-f7f0-4e80-b860-aaa93a9aa5d4 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:41.056408 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cee8df90-f442-48c7-81c7-7b129b5d605e req-0f3948d7-f7f0-4e80-b860-aaa93a9aa5d4 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 931 time: 0.1071472 Apr 06 12:57:41.137795 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cee8df90-f442-48c7-81c7-7b129b5d605e req-f5611f3e-5e87-4bb6-9c81-0bb2280e36dd tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747530 Apr 06 12:57:41.185680 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:41.194244 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Publish callbacks [] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.206346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Transition to ACTIVE for port object 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:57:41.274314 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.334052 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Pushing event updated for resources: {'Port': ['ID=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:41.413702 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Attempting to bind port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:57:41.414044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Attempting to bind port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:57:41.414373 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Attempting to bind port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:41.421198 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:57:41.421604 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Attempting to bind port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:57:41.427917 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:57:41.428260 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Checking segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:41.428645 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Bound using segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:57:41.429110 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Bound port: 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:57:41.429467 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.503837 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] For port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:57:41.507088 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] For port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:57:41.589713 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.624954 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:41.625475 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.626897 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] 10.222.0.83 "PUT /v2.0/ports/9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 200 len: 1093 time: 0.8486331 Apr 06 12:57:41.627517 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:41.629926 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf88af-d0fc-4aba-85a2-a3ffc4959605" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:41.671152 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e61a2a-fdb5-42d6-bf2b-189389f66de8 service neutron] Pushing event updated for resources: {'Port': ['ID=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:41.675255 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d158fb5-a15f-4968-8792-6ca435b2d4bf x-openstack-request-id: req-0d158fb5-a15f-4968-8792-6ca435b2d4bf {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:41.675450 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:41.676227 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d158fb5-a15f-4968-8792-6ca435b2d4bf {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:41.676612 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d158fb5-a15f-4968-8792-6ca435b2d4bf'] response: {'name': 'network-changed', 'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'status': 'completed', 'code': 200} Apr 06 12:57:41.776622 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf88af-d0fc-4aba-85a2-a3ffc4959605 req-c35f95e9-f013-4465-a7fb-f92fd050790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:41.778446 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15cf88af-d0fc-4aba-85a2-a3ffc4959605 req-c35f95e9-f013-4465-a7fb-f92fd050790e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1127 time: 0.0827653 Apr 06 12:57:41.898710 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf88af-d0fc-4aba-85a2-a3ffc4959605 req-881724ac-31c6-4000-b22f-82df87e49a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:41.900125 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15cf88af-d0fc-4aba-85a2-a3ffc4959605 req-881724ac-31c6-4000-b22f-82df87e49a7c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0882948559d74a3fa9025ba2e450e7b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1140683 Apr 06 12:57:42.000369 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf88af-d0fc-4aba-85a2-a3ffc4959605 req-4a29da50-bd2c-4ebe-ad43-398a133fb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.001883 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15cf88af-d0fc-4aba-85a2-a3ffc4959605 req-4a29da50-bd2c-4ebe-ad43-398a133fb7d1 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953934 Apr 06 12:57:42.094346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-026ac3a2-01ec-4035-9a1a-f261119537e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.095882 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-026ac3a2-01ec-4035-9a1a-f261119537e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1127 time: 0.0559933 Apr 06 12:57:42.141375 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-20c8baff-eeb7-4001-b1df-4d216a458778 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 200 len: 217 time: 0.0380297 Apr 06 12:57:42.203594 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-0971efd7-3596-43ce-9feb-913aef804786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.205534 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-0971efd7-3596-43ce-9feb-913aef804786 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0538609 Apr 06 12:57:42.293574 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fddab-3861-40f7-9af4-590c3ec3445a req-d35202be-7b13-41d0-8698-b41ac2013a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.294985 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-d35202be-7b13-41d0-8698-b41ac2013a0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813577 Apr 06 12:57:42.302681 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1e94c-6cb2-4be7-bd66-97c4f3b32b1a req-a13d944e-b85f-468c-85f7-ed34152996ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:42.304028 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91a1e94c-6cb2-4be7-bd66-97c4f3b32b1a req-a13d944e-b85f-468c-85f7-ed34152996ff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0919235 Apr 06 12:57:42.408848 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-91a1e94c-6cb2-4be7-bd66-97c4f3b32b1a req-88253d89-3eb9-45ea-bb20-0c32dd6b6760 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971084 Apr 06 12:57:42.428115 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-cfbddbcd-c2e5-4125-afcf-45e10003f8a0 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231363 Apr 06 12:57:42.523010 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-367fddab-3861-40f7-9af4-590c3ec3445a req-7014d4c1-000d-4a99-bfbc-bf2fe6a05a72 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888214 Apr 06 12:57:43.537801 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5560df-833e-4f7f-8ee9-605f1b45bd2a req-291e9684-b735-42e8-8dce-0550662e2f93 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:43.539272 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a5560df-833e-4f7f-8ee9-605f1b45bd2a req-291e9684-b735-42e8-8dce-0550662e2f93 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0546751 Apr 06 12:57:43.591308 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a5560df-833e-4f7f-8ee9-605f1b45bd2a req-021eb79b-268c-490b-a4bd-5b6f1303cb2e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461395 Apr 06 12:57:44.713028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057381-cc69-4a58-8621-30f0806085b0 req-cead5a45-1104-4b56-a3a3-20d3df864cec tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:44.714723 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6b057381-cc69-4a58-8621-30f0806085b0 req-cead5a45-1104-4b56-a3a3-20d3df864cec tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0534832 Apr 06 12:57:44.775368 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6b057381-cc69-4a58-8621-30f0806085b0 req-6e9fc736-5c4d-4883-bcaa-189d02ed5d13 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534546 Apr 06 12:57:45.916330 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0a98-6e57-4b7d-8977-256df95016d1 req-847488f2-15af-4fb7-9f89-440ac4f2168a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:45.917905 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-abdd0a98-6e57-4b7d-8977-256df95016d1 req-847488f2-15af-4fb7-9f89-440ac4f2168a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0719500 Apr 06 12:57:45.974091 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-abdd0a98-6e57-4b7d-8977-256df95016d1 req-6e4d3eb8-1f9b-47b5-ad94-df8dee04b22d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480721 Apr 06 12:57:47.137266 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734fa7-be17-4a33-bdc0-e494109200c3 req-92c04195-2d3f-4b17-be3c-92c145278e5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:47.140381 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-86734fa7-be17-4a33-bdc0-e494109200c3 req-92c04195-2d3f-4b17-be3c-92c145278e5d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0693700 Apr 06 12:57:47.190334 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-86734fa7-be17-4a33-bdc0-e494109200c3 req-5378edf9-fa9f-4fd9-9f04-d837bc87893c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444586 Apr 06 12:57:48.320084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b05a34-900d-484b-9252-f226abe54a7a req-db87c3f4-bfa2-4748-a3ae-ad572290a2f7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:48.321625 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-93b05a34-900d-484b-9252-f226abe54a7a req-db87c3f4-bfa2-4748-a3ae-ad572290a2f7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0563986 Apr 06 12:57:48.373023 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-93b05a34-900d-484b-9252-f226abe54a7a req-f4ef466b-16c0-47fb-9d36-a64b8390f70a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449433 Apr 06 12:57:49.519050 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de61959-702a-4718-9b81-a86b715a853a req-368fb429-e4b3-44fb-aef5-89d7fb22f781 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:49.520570 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0de61959-702a-4718-9b81-a86b715a853a req-368fb429-e4b3-44fb-aef5-89d7fb22f781 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0742805 Apr 06 12:57:49.575444 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0de61959-702a-4718-9b81-a86b715a853a req-f6ccac9b-72f7-49dc-ac97-7a5d186d1e66 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448577 Apr 06 12:57:50.710377 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bcaff-bdc1-41fe-822b-2c71eb182e63 req-8063a3ac-648e-4881-8d4d-9e8e438eca3c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:50.711993 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-661bcaff-bdc1-41fe-822b-2c71eb182e63 req-8063a3ac-648e-4881-8d4d-9e8e438eca3c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0708098 Apr 06 12:57:50.770021 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-661bcaff-bdc1-41fe-822b-2c71eb182e63 req-3f48f2cd-246e-446e-8265-2b65dff39d14 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502293 Apr 06 12:57:51.905295 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61ca1f-3fc9-4f69-9da4-bd6e450c60e2 req-6dfe5cbb-66d5-4d24-9614-bc9b5e992034 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:51.906728 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c61ca1f-3fc9-4f69-9da4-bd6e450c60e2 req-6dfe5cbb-66d5-4d24-9614-bc9b5e992034 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0668914 Apr 06 12:57:51.965402 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c61ca1f-3fc9-4f69-9da4-bd6e450c60e2 req-6f2fdd80-b0f3-4e95-b58d-92a9cf03340e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523403 Apr 06 12:57:52.133224 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af6b64-c139-4748-af77-355bebabfeb3 req-ab337d1f-8b6d-4553-aeba-8adc33c95025 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:52.134692 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0af6b64-c139-4748-af77-355bebabfeb3 req-ab337d1f-8b6d-4553-aeba-8adc33c95025 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.0517912 Apr 06 12:57:52.189610 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0af6b64-c139-4748-af77-355bebabfeb3 req-d28f165f-9238-4031-80d1-6859444101be tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461974 Apr 06 12:57:53.118470 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44f868-9e1a-4c9c-9aeb-153d631881fe req-0afe8e75-32a2-4fcd-ab68-1f441850d3bc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:53.119991 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7b44f868-9e1a-4c9c-9aeb-153d631881fe req-0afe8e75-32a2-4fcd-ab68-1f441850d3bc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0622401 Apr 06 12:57:53.179245 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7b44f868-9e1a-4c9c-9aeb-153d631881fe req-678d1b77-647b-4acc-8cb6-8664eb848b53 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533669 Apr 06 12:57:53.329947 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f388c96-bc02-45b8-ac4b-fedf117ca196 req-e48e7854-a8bc-495e-ae46-57143b63f66d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:53.331339 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f388c96-bc02-45b8-ac4b-fedf117ca196 req-e48e7854-a8bc-495e-ae46-57143b63f66d tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.0568254 Apr 06 12:57:53.384901 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7f388c96-bc02-45b8-ac4b-fedf117ca196 req-f8f145a7-bddd-4cab-bab7-5e2db0a60cbd tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476270 Apr 06 12:57:54.079593 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d5d89cc-a850-4c47-bfc3-4dd0c5115049 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:54.081111 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d5d89cc-a850-4c47-bfc3-4dd0c5115049 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.0572162 Apr 06 12:57:54.323256 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34534d1-88d0-4578-b24f-ee94e8f1e3a5 req-7babe15b-bba9-4321-9cb5-a69f4111d757 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:54.324736 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a34534d1-88d0-4578-b24f-ee94e8f1e3a5 req-7babe15b-bba9-4321-9cb5-a69f4111d757 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0634363 Apr 06 12:57:54.379166 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a34534d1-88d0-4578-b24f-ee94e8f1e3a5 req-6f75297e-4800-442e-b2a1-ff6db7ae6222 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479267 Apr 06 12:57:54.522677 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f72ef-39d3-40d8-a207-8ad175acf00f req-48b6d299-c83d-4304-b546-401fc79afd55 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:54.524222 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d3f72ef-39d3-40d8-a207-8ad175acf00f req-48b6d299-c83d-4304-b546-401fc79afd55 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 946 time: 0.0579710 Apr 06 12:57:54.594410 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7d3f72ef-39d3-40d8-a207-8ad175acf00f req-8fe615d9-7176-4595-9ac6-372558aa7897 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups?id=32d39470-177a-452e-b6d7-4ac989fd988a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631106 Apr 06 12:57:54.972955 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Deleting port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:57:54.973274 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.074455 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] For port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:55.074818 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.276969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.277342 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (883e1c3e-c309-4e49-a0f9-426b615f3fc1), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.277668 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Floating IP 883e1c3e-c309-4e49-a0f9-426b615f3fc1 disassociated. External IP: 172.27.3.210, port: 5cc149ae-fad7-4ac0-b267-f2c3736a35cf. Apr 06 12:57:55.278022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Calling delete_port for 5cc149ae-fad7-4ac0-b267-f2c3736a35cf owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:57:55.507456 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (5cc149ae-fad7-4ac0-b267-f2c3736a35cf), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.521825 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec30ee-b098-4cca-b082-72e9506c1d61 req-a893d7cf-bb0b-4ddd-b308-95c4e154241c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:55.523355 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-66ec30ee-b098-4cca-b082-72e9506c1d61 req-a893d7cf-bb0b-4ddd-b308-95c4e154241c tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0675499 Apr 06 12:57:55.553806 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event deleted for resources: {'Port': ['ID=5cc149ae-fad7-4ac0-b267-f2c3736a35cf,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:55.657164 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-66ec30ee-b098-4cca-b082-72e9506c1d61 req-c10dc434-9518-4a77-a4cd-1c3291f2b79a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124599 Apr 06 12:57:55.731763 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e4048a72-fb96-4506-88f9-69eae54b4006 req-c9cb82c6-ab3b-4918-aeb1-47f969f59ca2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 210 time: 0.0594177 Apr 06 12:57:55.756484 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Router 1bb0b779-cd82-4b16-b618-b5a9e643c070 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:57:55.871552 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:57:55.883789 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] Sync routers for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:57:55.894576 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:55.895736 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:55.920926 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] No DVR routers for this DVR port 5cc149ae-fad7-4ac0-b267-f2c3736a35cf on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:57:55.925372 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:55.930286 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c29833d-a5d5-4f0f-969f-ababde717db4 req-6d4facf0-20a7-468a-9490-07b1346a37d7 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.83 "DELETE /v2.0/ports/5cc149ae-fad7-4ac0-b267-f2c3736a35cf HTTP/1.1" status: 204 len: 173 time: 1.3507695 Apr 06 12:57:55.930790 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'name': 'network-vif-deleted', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:55.937322 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09df026f-0e11-4b33-a44a-01c00bd79882" -d '{"events": [{"server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "name": "network-vif-deleted", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:56.000451 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf92a9-62dd-4e07-9ef8-e2e376433924 x-openstack-request-id: req-a2bf92a9-62dd-4e07-9ef8-e2e376433924 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:56.000763 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ba6b60-8910-438f-bb48-019d624145cc", "name": "network-vif-deleted", "tag": "5cc149ae-fad7-4ac0-b267-f2c3736a35cf", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:56.001018 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2bf92a9-62dd-4e07-9ef8-e2e376433924 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:56.001428 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bf92a9-62dd-4e07-9ef8-e2e376433924'] response: {'server_uuid': 'a3ba6b60-8910-438f-bb48-019d624145cc', 'name': 'network-vif-deleted', 'tag': '5cc149ae-fad7-4ac0-b267-f2c3736a35cf', 'status': 'completed', 'code': 200} Apr 06 12:57:56.150927 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:56.371854 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:56.402956 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] Checking router: 1bb0b779-cd82-4b16-b618-b5a9e643c070 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:57:56.418245 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:57:56.419281 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:56.548007 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:57:56.782651 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:56.801762 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0608a25-fac7-453c-98c3-debd0753737c req-5429e47b-bfe5-4e01-b5ae-c56eafd0964e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:56.803921 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0608a25-fac7-453c-98c3-debd0753737c req-5429e47b-bfe5-4e01-b5ae-c56eafd0964e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 943 time: 0.0739553 Apr 06 12:57:56.821715 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70a4ff-22ca-4594-8ca9-c2aa024ae4ce None None] The sync data for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi is: [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:53:21Z', 'revision_number': 4, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '037f243a-64c0-4d96-8a82-88c2c449d571', 'name': '', 'network_id': '3462df58-9a5d-4315-9d14-fff2f16ac594', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'mac_address': 'fa:16:3e:b6:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:21Z', 'updated_at': '2022-04-06T12:53:25Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'subnets': [{'id': '0cc89098-9e45-41b4-9199-e112eeea3e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:57:56.877559 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-36dfbeaf-5d15-4501-a392-64cfbfe9053c req-c6787da9-3808-421f-ab7e-e0dbf5242e6c tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ba6b60-8910-438f-bb48-019d624145cc HTTP/1.1" status: 200 len: 210 time: 0.0331783 Apr 06 12:57:56.909981 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a0608a25-fac7-453c-98c3-debd0753737c req-d077338b-a1b4-4081-87a1-6d7f209d1494 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959198 Apr 06 12:57:57.027111 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:57:57.031024 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5cc149ae-fad7-4ac0-b267-f2c3736a35cf no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:57:57.061852 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 5cc149ae-fad7-4ac0-b267-f2c3736a35cf {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:57:57.062196 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5cc149ae-fad7-4ac0-b267-f2c3736a35cf not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:57:57.110271 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27960d05-0d74-41c1-9aad-8e2d0607877d None None] New status for floating IP 883e1c3e-c309-4e49-a0f9-426b615f3fc1: DOWN {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:57:57.283321 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:57.426192 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-361ded2b-b065-4679-a695-02a824fd02e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.431834 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:57:57.474308 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:57.474704 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.488259 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:57:57.510348 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:57.602179 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.661787 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:57.668772 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.669135 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.669482 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.669822 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.670189 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.670525 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.670857 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.671185 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.671513 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.671840 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.672169 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.672498 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.672847 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.673178 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.673498 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.855374 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:57:57.937079 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:57:58.048419 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09c450-270d-4e2c-a74f-3f15743ebaff req-f705125b-f730-48fe-aad2-16c7abbd79f6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:58.049968 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd09c450-270d-4e2c-a74f-3f15743ebaff req-f705125b-f730-48fe-aad2-16c7abbd79f6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 944 time: 0.0626912 Apr 06 12:57:58.109093 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd09c450-270d-4e2c-a74f-3f15743ebaff req-8ae6d87e-97b9-4b3d-8355-2c630d73ec7d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528545 Apr 06 12:57:58.173716 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54510) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:58.241929 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3afe6d1-e08d-4801-9d2b-0b8638127fe2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (32d39470-177a-452e-b6d7-4ac989fd988a), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.266698 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3afe6d1-e08d-4801-9d2b-0b8638127fe2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (32d39470-177a-452e-b6d7-4ac989fd988a), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.539423 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3afe6d1-e08d-4801-9d2b-0b8638127fe2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (32d39470-177a-452e-b6d7-4ac989fd988a), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.542090 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e3afe6d1-e08d-4801-9d2b-0b8638127fe2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.545835 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e3afe6d1-e08d-4801-9d2b-0b8638127fe2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "DELETE /v2.0/security-groups/32d39470-177a-452e-b6d7-4ac989fd988a HTTP/1.1" status: 204 len: 168 time: 0.3683915 Apr 06 12:57:58.546526 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54512) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:58.554049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afe6d1-e08d-4801-9d2b-0b8638127fe2 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d39470-177a-452e-b6d7-4ac989fd988a,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:58.563527 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.api.v2.resource [None req-2d00a1f1-4956-450c-b3f4-8ecf3c306375 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] show failed (client error): The resource could not be found. Apr 06 12:57:58.566683 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-2d00a1f1-4956-450c-b3f4-8ecf3c306375 tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "GET /v2.0/security-groups/32d39470-177a-452e-b6d7-4ac989fd988a HTTP/1.1" status: 404 len: 347 time: 0.0179741 Apr 06 12:57:58.567576 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54514) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:58.711460 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Deleting port 6161b2dd-3d03-430a-a4e4-490d5f8ec986 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:57:58.711692 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.802217 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.802540 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (6161b2dd-3d03-430a-a4e4-490d5f8ec986), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.815046 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Calling delete_port for 6161b2dd-3d03-430a-a4e4-490d5f8ec986 owned by network:floatingip {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:57:59.031824 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:57:59.110501 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (6161b2dd-3d03-430a-a4e4-490d5f8ec986), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.136381 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Pushing event deleted for resources: {'Port': ['ID=6161b2dd-3d03-430a-a4e4-490d5f8ec986,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:59.237332 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks [] for floatingip (883e1c3e-c309-4e49-a0f9-426b615f3fc1), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.239844 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.241061 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-7f292979-adf2-4a1f-9b3a-a5d9fa792cef tempest-AttachVolumeTestJSON-1169239999 tempest-AttachVolumeTestJSON-1169239999-project] 10.222.0.79 "DELETE /v2.0/floatingips/883e1c3e-c309-4e49-a0f9-426b615f3fc1 HTTP/1.1" status: 204 len: 168 time: 0.6723533 Apr 06 12:57:59.271030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038a23f-31d0-4c35-b5e9-49fa6d753e6b req-262d2391-9cf8-442d-a668-1d81739206f6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:59.272657 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7038a23f-31d0-4c35-b5e9-49fa6d753e6b req-262d2391-9cf8-442d-a668-1d81739206f6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 944 time: 0.0770614 Apr 06 12:57:59.328877 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-7038a23f-31d0-4c35-b5e9-49fa6d753e6b req-c664256d-d6fc-4d20-8c65-f3b3065a24ab tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497515 Apr 06 12:57:59.332417 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:57:59.339095 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:57:59.339703 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.440840 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:57:59.441303 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.470473 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:57:59.472865 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7510ab15-2adf-4ec9-93e3-12770a47b1b2" -d '{"events": [{"server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "name": "network-vif-plugged", "status": "completed", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:57:59.493165 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:57:59.513276 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fad37c-2991-43c2-8f7a-ac49ba16cfe9 x-openstack-request-id: req-81fad37c-2991-43c2-8f7a-ac49ba16cfe9 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:57:59.513672 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "name": "network-vif-plugged", "status": "completed", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:57:59.514055 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81fad37c-2991-43c2-8f7a-ac49ba16cfe9 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:57:59.514789 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fad37c-2991-43c2-8f7a-ac49ba16cfe9'] response: {'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'code': 200} Apr 06 12:57:59.686827 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.692428 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5e775d79-f644-4a08-b0ab-c6c2df94c073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.749403 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:59.834700 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61c861-ad6a-4f80-a5be-32f4d84a35d6 req-d6c2d4d3-0f39-4b66-adca-b69211feb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:59.836136 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b61c861-ad6a-4f80-a5be-32f4d84a35d6 req-d6c2d4d3-0f39-4b66-adca-b69211feb789 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1129 time: 0.0539553 Apr 06 12:57:59.885974 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1b61c861-ad6a-4f80-a5be-32f4d84a35d6 req-90d70588-3506-44d8-983d-f1e09f178d29 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426760 Apr 06 12:58:00.479904 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a6541-182c-4690-a647-caabb3011a28 req-0e560875-f2b6-45b7-b379-3e946d3114c6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:00.481441 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf7a6541-182c-4690-a647-caabb3011a28 req-0e560875-f2b6-45b7-b379-3e946d3114c6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 945 time: 0.0622590 Apr 06 12:58:00.535742 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bf7a6541-182c-4690-a647-caabb3011a28 req-0a1e8b23-2975-4fc4-be95-215ddadcbbcc tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476313 Apr 06 12:58:00.966229 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:01.672036 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70324824-8113-4973-9e5e-9c3eee469df9 req-c7ffed9e-a10d-4b0f-b134-466406fac18d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:01.673714 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70324824-8113-4973-9e5e-9c3eee469df9 req-c7ffed9e-a10d-4b0f-b134-466406fac18d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 945 time: 0.0592971 Apr 06 12:58:01.733234 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-70324824-8113-4973-9e5e-9c3eee469df9 req-8c4b9e80-d9c4-4745-b481-59d33a8c884a tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532646 Apr 06 12:58:01.874830 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed44ba-aeba-4f40-9285-5f6c535e0fe1 req-450f9f51-afc8-4f61-9d1e-b20de5f37fc9 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:01.876537 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-65ed44ba-aeba-4f40-9285-5f6c535e0fe1 req-450f9f51-afc8-4f61-9d1e-b20de5f37fc9 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 945 time: 0.0691156 Apr 06 12:58:01.943655 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-65ed44ba-aeba-4f40-9285-5f6c535e0fe1 req-dd4e190d-c86e-4ce5-8eee-d516b4ae3fff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584607 Apr 06 12:58:01.973367 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54540) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:02.028939 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf50ba-3a6f-4237-87b6-77792f3ad60f tempest-TestVolumeBootPattern-2106721022 tempest-TestVolumeBootPattern-2106721022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:02.031450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d5cf50ba-3a6f-4237-87b6-77792f3ad60f tempest-TestVolumeBootPattern-2106721022 tempest-TestVolumeBootPattern-2106721022-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1124 time: 0.0568981 Apr 06 12:58:02.034632 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54542) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:02.039096 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:02.165348 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:02.290989 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:02.439618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Allocated IP 172.27.3.109 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/0321ebb9-6927-407f-a46d-6dda14af11cf) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:58:02.573478 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:02.700394 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:02.748202 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:58:02.752620 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:58:02.758098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:58:02.763188 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=0321ebb9-6927-407f-a46d-6dda14af11cf,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:02.948665 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:03.228913 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (945ea98a-b197-4316-a90d-5318f2bc5eb1), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:03.401678 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:03.579434 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:03.653126 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:03.707405 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54560) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:03.739074 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=0321ebb9-6927-407f-a46d-6dda14af11cf,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:03.776934 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (945ea98a-b197-4316-a90d-5318f2bc5eb1), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:03.870574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:03.920695 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Floating IP 945ea98a-b197-4316-a90d-5318f2bc5eb1 associated. External IP: 172.27.3.109, port: 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca. Apr 06 12:58:04.164947 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (1bb0b779-cd82-4b16-b618-b5a9e643c070), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:04.198350 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:04.336836 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:04.358547 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:04.371527 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:04.371527 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:04.434141 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:04.478354 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Deleting port 037f243a-64c0-4d96-8a82-88c2c449d571 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:04.478798 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:04.486558 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-14cb6538-153a-44f6-8bae-420d1de08d03 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4506290 Apr 06 12:58:04.487671 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:04.491441 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456fd52d-7a0a-45bf-a403-813766b3cbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:04.512350 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:04.551164 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa321e3-487b-48ca-a846-8299c4ff0d2a x-openstack-request-id: req-2aa321e3-487b-48ca-a846-8299c4ff0d2a {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:04.551463 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:04.551725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2aa321e3-487b-48ca-a846-8299c4ff0d2a {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:04.552139 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa321e3-487b-48ca-a846-8299c4ff0d2a'] response: {'name': 'network-changed', 'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'status': 'completed', 'code': 200} Apr 06 12:58:04.592886 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] For port 037f243a-64c0-4d96-8a82-88c2c449d571, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=037f243a-64c0-4d96-8a82-88c2c449d571,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:04.593399 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:04.614440 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Calling delete_port for 037f243a-64c0-4d96-8a82-88c2c449d571 owned by network:router_interface {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:04.641518 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-1eccc419-e738-44dc-800a-7c67c32689e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:04.643739 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-1eccc419-e738-44dc-800a-7c67c32689e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1129 time: 0.0617898 Apr 06 12:58:04.755059 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-ab55c2dc-9fa2-4fe3-aae2-99519d0ebe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:04.757836 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-ab55c2dc-9fa2-4fe3-aae2-99519d0ebe56 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1063833 Apr 06 12:58:04.792067 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:03Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:04.822931 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:04.832477 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:04.833160 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:04.844457 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-6b69fb27-f5f2-4114-8e50-a152c1373140 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 200 len: 999 time: 0.0800791 Apr 06 12:58:04.910926 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-62e22f1e-8251-4c0b-9597-413cfb9470c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:04.912431 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-62e22f1e-8251-4c0b-9597-413cfb9470c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0617635 Apr 06 12:58:04.952885 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:04.983656 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-ac45de3d-f903-4fcd-a5ce-2ac08a498b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:04.986163 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-ac45de3d-f903-4fcd-a5ce-2ac08a498b31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674310 Apr 06 12:58:05.002218 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (037f243a-64c0-4d96-8a82-88c2c449d571), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:05.028561 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Pushing event deleted for resources: {'Port': ['ID=037f243a-64c0-4d96-8a82-88c2c449d571,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:05.043265 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.043265 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.043265 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.043265 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.043265 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.044451 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.044451 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.044451 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.044451 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.045845 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.045845 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.045845 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.046345 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.046503 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.046890 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:05.137805 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-104ebc3d-106d-41a5-b635-f712594a483e service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448059 Apr 06 12:58:05.246296 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:03Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:05.264973 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (1bb0b779-cd82-4b16-b618-b5a9e643c070), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:05.268672 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-456fd52d-7a0a-45bf-a403-813766b3cbf6 req-a3e62120-19d2-49e5-807a-ad6abe66ccbb service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229525 Apr 06 12:58:05.374565 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e4fb6-56ec-46ac-aff5-5e96659920d2 None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:03Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:05.439978 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:05.537392 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Router 1bb0b779-cd82-4b16-b618-b5a9e643c070 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:05.608394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9348c-cb69-4a06-b407-ccb3aea3dc0a None None] New status for floating IP 945ea98a-b197-4316-a90d-5318f2bc5eb1: ACTIVE {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:58:05.665698 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:05.673811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54566) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:05.676973 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] Sync routers for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:05.681428 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-38c54bff-4ab9-4cd1-82bf-7dbd09ac58bd admin admin] 10.222.0.79 "PUT /v2.0/routers/1bb0b779-cd82-4b16-b618-b5a9e643c070/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646888 Apr 06 12:58:05.687789 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:05.688432 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:05.823393 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:06.097165 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks [] for router (1bb0b779-cd82-4b16-b618-b5a9e643c070), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:06.106219 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:58:04Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:06.140671 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] Checking router: 1bb0b779-cd82-4b16-b618-b5a9e643c070 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:06.150285 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] Routers {'1bb0b779-cd82-4b16-b618-b5a9e643c070'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:06.151007 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:57:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['1bb0b779-cd82-4b16-b618-b5a9e643c070'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:06.215098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks [] for router_gateway (1bb0b779-cd82-4b16-b618-b5a9e643c070), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:06.271606 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] Set router 1bb0b779-cd82-4b16-b618-b5a9e643c070 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:06.407073 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Deleting port 2379436b-6471-4dd4-88b6-406fa2bf9119 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:06.407716 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:06.496704 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] For port 2379436b-6471-4dd4-88b6-406fa2bf9119, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=2379436b-6471-4dd4-88b6-406fa2bf9119,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:06.497095 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:06.513235 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Calling delete_port for 2379436b-6471-4dd4-88b6-406fa2bf9119 owned by network:router_gateway {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:06.541964 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:58:04Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:06.579329 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e793d1bc-ee02-4ced-b27b-127f707a2dc2 None None] The sync data for ids ['1bb0b779-cd82-4b16-b618-b5a9e643c070'] in dv-cinder-815660-6-iscsi is: [{'id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'name': 'tempest-AttachVolumeTestJSON-1932238013-router', 'tenant_id': 'ed18ec7da21447ea960b90a43d3435dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:18Z', 'updated_at': '2022-04-06T12:58:04Z', 'revision_number': 5, 'project_id': 'ed18ec7da21447ea960b90a43d3435dc', 'gw_port': {'id': '2379436b-6471-4dd4-88b6-406fa2bf9119', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb0b779-cd82-4b16-b618-b5a9e643c070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:19Z', 'updated_at': '2022-04-06T12:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:06.794479 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (2379436b-6471-4dd4-88b6-406fa2bf9119), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:06.821248 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Pushing event deleted for resources: {'Port': ['ID=2379436b-6471-4dd4-88b6-406fa2bf9119,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:06.887276 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (1bb0b779-cd82-4b16-b618-b5a9e643c070), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:06.985263 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (1bb0b779-cd82-4b16-b618-b5a9e643c070), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:06.987646 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks [] for router_controller (1bb0b779-cd82-4b16-b618-b5a9e643c070), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.122192 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (1bb0b779-cd82-4b16-b618-b5a9e643c070), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.122856 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb0b779-cd82-4b16-b618-b5a9e643c070 {{(pid=110384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:58:07.129725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.130929 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-85872ce6-7652-4318-9505-a466ff6975be admin admin] 10.222.0.79 "DELETE /v2.0/routers/1bb0b779-cd82-4b16-b618-b5a9e643c070 HTTP/1.1" status: 204 len: 168 time: 1.4561090 Apr 06 12:58:07.134542 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54568) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:07.185489 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] Deleting subnet 0cc89098-9e45-41b4-9199-e112eeea3e8c {{(pid=110383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:58:07.189680 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] Publish callbacks [] for subnet (0cc89098-9e45-41b4-9199-e112eeea3e8c), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.232294 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9019380'] for subnet (0cc89098-9e45-41b4-9199-e112eeea3e8c), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.329360 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (0cc89098-9e45-41b4-9199-e112eeea3e8c), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.463495 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3268151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10197633'] for subnet (0cc89098-9e45-41b4-9199-e112eeea3e8c), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.492003 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc89098-9e45-41b4-9199-e112eeea3e8c,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:07.495787 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.499870 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f6d60d5f-79e6-4db9-b12d-d894a8fc73b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0cc89098-9e45-41b4-9199-e112eeea3e8c HTTP/1.1" status: 204 len: 168 time: 0.3641150 Apr 06 12:58:07.502089 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54570) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:07.505750 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade4313-5f35-4cee-a6e3-9108a95ad3ee None None] Network 3462df58-9a5d-4315-9d14-fff2f16ac594 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:58:07.594025 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (3462df58-9a5d-4315-9d14-fff2f16ac594), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.655979 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Deleting port f17b8036-fb69-48c1-9664-7a4b001b3299 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:07.656321 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.723901 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] DHCP port deletion for 3462df58-9a5d-4315-9d14-fff2f16ac594 request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:58:07.738241 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] For port f17b8036-fb69-48c1-9664-7a4b001b3299, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f17b8036-fb69-48c1-9664-7a4b001b3299,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:07.738588 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.752608 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Calling delete_port for f17b8036-fb69-48c1-9664-7a4b001b3299 owned by network:dhcp {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:07.802733 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] Deleting port f17b8036-fb69-48c1-9664-7a4b001b3299 {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:07.803321 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.879288 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] For port f17b8036-fb69-48c1-9664-7a4b001b3299, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=f17b8036-fb69-48c1-9664-7a4b001b3299,segment=NetworkSegment(ded72367-3d06-4b6f-a41b-7edd90603343),segment_id=ded72367-3d06-4b6f-a41b-7edd90603343)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:07.879288 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.892683 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] Calling delete_port for f17b8036-fb69-48c1-9664-7a4b001b3299 owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:07.948825 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.977360 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (f17b8036-fb69-48c1-9664-7a4b001b3299), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:07.977609 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17b8036-fb69-48c1-9664-7a4b001b3299,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:07.981218 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] No DVR routers for this DVR port f17b8036-fb69-48c1-9664-7a4b001b3299 on host dv-cinder-815660-6-iscsi {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:08.005785 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] Pushing event deleted for resources: {'Port': ['ID=f17b8036-fb69-48c1-9664-7a4b001b3299,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:08.007673 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fcb88-baa2-43fe-af88-549b9d0b4066 None None] No DVR routers for this DVR port f17b8036-fb69-48c1-9664-7a4b001b3299 on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:08.060107 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (3462df58-9a5d-4315-9d14-fff2f16ac594), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:08.083809 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3462df58-9a5d-4315-9d14-fff2f16ac594']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:08.094287 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded72367-3d06-4b6f-a41b-7edd90603343') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:08.094711 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded72367-3d06-4b6f-a41b-7edd90603343') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:08.106275 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (ded72367-3d06-4b6f-a41b-7edd90603343), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:08.125198 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (ded72367-3d06-4b6f-a41b-7edd90603343), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:08.134718 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:58:08.135617 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (ded72367-3d06-4b6f-a41b-7edd90603343), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:58:08.137578 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:58:08.269119 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (3462df58-9a5d-4315-9d14-fff2f16ac594), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:08.274684 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:08.277882 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3462df58-9a5d-4315-9d14-fff2f16ac594 HTTP/1.1" status: 204 len: 168 time: 0.7747595 Apr 06 12:58:08.295043 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d302c2d-4646-4715-bc18-45024d5d7327 admin admin] Pushing event deleted for resources: {'Network': ['ID=3462df58-9a5d-4315-9d14-fff2f16ac594,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:08.457065 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2379436b-6471-4dd4-88b6-406fa2bf9119 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:08.481674 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 2379436b-6471-4dd4-88b6-406fa2bf9119 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:08.482025 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2379436b-6471-4dd4-88b6-406fa2bf9119 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:08.482980 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 037f243a-64c0-4d96-8a82-88c2c449d571 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:08.503415 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 037f243a-64c0-4d96-8a82-88c2c449d571 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:08.503718 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 037f243a-64c0-4d96-8a82-88c2c449d571 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:08.504181 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f17b8036-fb69-48c1-9664-7a4b001b3299 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:08.526648 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: f17b8036-fb69-48c1-9664-7a4b001b3299 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:08.527432 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device f17b8036-fb69-48c1-9664-7a4b001b3299 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:08.798855 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54574) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:08.840221 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-8993c28c-4bd7-40d5-82e3-bca7dcff7311 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed18ec7da21447ea960b90a43d3435dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401053 Apr 06 12:58:08.843318 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54576) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:08.892403 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f267e43-b8bc-45aa-9778-e313c5c6b89d admin admin] Publish callbacks [] for security_group (12575f3c-c246-492c-87b5-05c8067428f4), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:08.914886 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f267e43-b8bc-45aa-9778-e313c5c6b89d admin admin] Publish callbacks [] for security_group (12575f3c-c246-492c-87b5-05c8067428f4), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:09.031034 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f267e43-b8bc-45aa-9778-e313c5c6b89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (12575f3c-c246-492c-87b5-05c8067428f4), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:09.033582 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5f267e43-b8bc-45aa-9778-e313c5c6b89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:09.034786 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5f267e43-b8bc-45aa-9778-e313c5c6b89d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12575f3c-c246-492c-87b5-05c8067428f4 HTTP/1.1" status: 204 len: 168 time: 0.1905308 Apr 06 12:58:09.043123 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f267e43-b8bc-45aa-9778-e313c5c6b89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12575f3c-c246-492c-87b5-05c8067428f4,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:21.147675 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54694) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:21.289724 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-193e3e64-3deb-49eb-9ad7-42ca321f9db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:21.374001 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-193e3e64-3deb-49eb-9ad7-42ca321f9db1 admin admin] Publish callbacks [] for security_group (bef2c0b4-ec38-4381-a4a1-e6567650b61c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:21.434487 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-193e3e64-3deb-49eb-9ad7-42ca321f9db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bef2c0b4-ec38-4381-a4a1-e6567650b61c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:21.480709 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-193e3e64-3deb-49eb-9ad7-42ca321f9db1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6670fba9c854bcc9bb5f0e5143bb1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318865 Apr 06 12:58:21.481605 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3e64-3deb-49eb-9ad7-42ca321f9db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef2c0b4-ec38-4381-a4a1-e6567650b61c,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:21.485070 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54698) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:21.548288 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bdbe-e24c-4c07-804e-17f86c25b8af admin admin] Publish callbacks [] for security_group (bef2c0b4-ec38-4381-a4a1-e6567650b61c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:21.571784 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bdbe-e24c-4c07-804e-17f86c25b8af admin admin] Publish callbacks [] for security_group (bef2c0b4-ec38-4381-a4a1-e6567650b61c), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:21.697094 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bdbe-e24c-4c07-804e-17f86c25b8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bef2c0b4-ec38-4381-a4a1-e6567650b61c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:21.699771 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c8b0bdbe-e24c-4c07-804e-17f86c25b8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:21.700944 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c8b0bdbe-e24c-4c07-804e-17f86c25b8af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bef2c0b4-ec38-4381-a4a1-e6567650b61c HTTP/1.1" status: 204 len: 168 time: 0.2147193 Apr 06 12:58:21.712897 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0bdbe-e24c-4c07-804e-17f86c25b8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef2c0b4-ec38-4381-a4a1-e6567650b61c,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:27.241776 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e482b375-8f6c-48af-a0b9-961185e86648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:29.578326 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f46abde5-07a3-4b7b-9ae6-3d1ebb59f94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:30.885574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.949447 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:33.869981 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:34.935785 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:58:35.447111 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.044175 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54834) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:36.146552 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-44749a18-cb36-43f9-bf88-c9d0509bec68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.221202 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-44749a18-cb36-43f9-bf88-c9d0509bec68 admin admin] Publish callbacks [] for security_group (8471eaf4-d241-4f66-a822-fc79eba3b915), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.296872 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-44749a18-cb36-43f9-bf88-c9d0509bec68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (8471eaf4-d241-4f66-a822-fc79eba3b915), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.336639 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-44749a18-cb36-43f9-bf88-c9d0509bec68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e51c1bd64194905b31cc314d1b78e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913783 Apr 06 12:58:36.337386 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44749a18-cb36-43f9-bf88-c9d0509bec68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471eaf4-d241-4f66-a822-fc79eba3b915,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:36.339392 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54838) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:36.387910 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Publish callbacks [] for security_group (8471eaf4-d241-4f66-a822-fc79eba3b915), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.411092 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Publish callbacks [] for security_group (8471eaf4-d241-4f66-a822-fc79eba3b915), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.521397 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (8471eaf4-d241-4f66-a822-fc79eba3b915), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.524047 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.525262 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8471eaf4-d241-4f66-a822-fc79eba3b915 HTTP/1.1" status: 204 len: 168 time: 0.1848919 Apr 06 12:58:36.533818 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471eaf4-d241-4f66-a822-fc79eba3b915,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:36.541248 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.541588 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.541933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.542273 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.542632 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.542969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.543291 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.543616 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.543950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.544302 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.544682 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.544975 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.545310 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.545630 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.545947 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936fd26d-b90f-48a0-8b9d-a6117f75991e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:37.213067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54844) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:37.226636 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c956d302-7ecd-457f-a858-9f520f3c0429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:37.298731 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c956d302-7ecd-457f-a858-9f520f3c0429 admin admin] Publish callbacks [] for security_group (2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:37.384181 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c956d302-7ecd-457f-a858-9f520f3c0429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:37.422708 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c956d302-7ecd-457f-a858-9f520f3c0429 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe8a275378f345c98881ba36f2558c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084584 Apr 06 12:58:37.423324 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956d302-7ecd-457f-a858-9f520f3c0429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:37.426264 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54846) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:37.474206 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-391c0c08-d0a1-4e3a-82d8-b0d961261cbb admin admin] Publish callbacks [] for security_group (2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:37.496451 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-391c0c08-d0a1-4e3a-82d8-b0d961261cbb admin admin] Publish callbacks [] for security_group (2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:37.606652 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-391c0c08-d0a1-4e3a-82d8-b0d961261cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:37.609338 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-391c0c08-d0a1-4e3a-82d8-b0d961261cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:37.610527 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-391c0c08-d0a1-4e3a-82d8-b0d961261cbb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3 HTTP/1.1" status: 204 len: 168 time: 0.1832824 Apr 06 12:58:37.618449 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c0c08-d0a1-4e3a-82d8-b0d961261cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e928f85-d3d0-4ee4-87a9-ff18a13aa6f3,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:40.353152 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54900) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:40.524270 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Deleting port a9f7365b-12db-4fa3-80ab-d09ea92d548e {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:40.524583 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:40.603964 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:40.604519 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for floatingip (a9f7365b-12db-4fa3-80ab-d09ea92d548e), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:40.616369 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Calling delete_port for a9f7365b-12db-4fa3-80ab-d09ea92d548e owned by network:floatingip {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:41.103868 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (a9f7365b-12db-4fa3-80ab-d09ea92d548e), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.131289 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event deleted for resources: {'Port': ['ID=a9f7365b-12db-4fa3-80ab-d09ea92d548e,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:41.198140 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for floatingip (7d5e6cca-d82c-4be0-906e-e6576d68bf62), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.198653 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Floating IP 7d5e6cca-d82c-4be0-906e-e6576d68bf62 disassociated (deleted). External IP: 172.27.3.170, port: ee1eebc2-073e-406c-9537-734afa17c0f8. Apr 06 12:58:41.425809 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Router ebad9f32-7e4b-451a-a15c-139ed0e67798 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:41.542808 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:41.556017 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:41.561994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] Sync routers for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:41.580569 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:41.581421 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:41.587853 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3f5fe952-716f-40d8-b05b-c1922ed2e8b1 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "DELETE /v2.0/floatingips/7d5e6cca-d82c-4be0-906e-e6576d68bf62 HTTP/1.1" status: 204 len: 168 time: 1.2335181 Apr 06 12:58:41.588565 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:41.590941 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5ad318-0381-4873-b48d-87a604366fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:41.641774 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4a2cc8-363c-44e7-af8b-db929a67a5df x-openstack-request-id: req-ed4a2cc8-363c-44e7-af8b-db929a67a5df {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:41.642514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:41.642779 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed4a2cc8-363c-44e7-af8b-db929a67a5df {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:41.643205 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4a2cc8-363c-44e7-af8b-db929a67a5df'] response: {'name': 'network-changed', 'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'status': 'completed', 'code': 200} Apr 06 12:58:41.714047 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-7fecc961-23a3-49f6-890b-c84c101ecab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:41.716260 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-7fecc961-23a3-49f6-890b-c84c101ecab5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 1130 time: 0.0501561 Apr 06 12:58:41.717436 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:41.816108 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-517e4c23-0507-48dd-a719-c7e1b9414172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:41.817775 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-517e4c23-0507-48dd-a719-c7e1b9414172 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 200 len: 910 time: 0.0943689 Apr 06 12:58:41.861658 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-cc9c6650-e183-4603-b395-44271efda8d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 200 len: 217 time: 0.0377638 Apr 06 12:58:41.923239 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-66ecb5a8-5e93-405a-b936-d737100069be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:41.924867 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-66ecb5a8-5e93-405a-b936-d737100069be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=061cb8a9-8994-4fdc-beeb-fa1e3f521579 HTTP/1.1" status: 200 len: 848 time: 0.0571561 Apr 06 12:58:41.937565 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 5, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:41.971116 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] Checking router: ebad9f32-7e4b-451a-a15c-139ed0e67798 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:41.983232 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:41.983869 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:41.986212 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-340233a3-020c-488e-9b6b-880f34a7dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:41.988347 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-340233a3-020c-488e-9b6b-880f34a7dea3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8cd40ae6-477b-4c2e-9c92-6280e65cbe77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545101 Apr 06 12:58:42.109533 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:42.136220 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d1c86-2219-48de-9694-d4b6ae7a6760 req-dd1eb6b1-ee25-422a-b08d-1cfbf6696180 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:42.137806 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-223d1c86-2219-48de-9694-d4b6ae7a6760 req-dd1eb6b1-ee25-422a-b08d-1cfbf6696180 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0948033 Apr 06 12:58:42.139804 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-c621a39e-b425-4a91-9e9d-1b82b059ef35 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451027 Apr 06 12:58:42.189467 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-223d1c86-2219-48de-9694-d4b6ae7a6760 req-03e8d83e-daf7-4c85-94a4-3ab7009713be tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456481 Apr 06 12:58:42.316584 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 5, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:42.345981 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fcca4b-fc84-402a-af2b-8cd6bdab6ec2 None None] The sync data for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi is: [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:50Z', 'revision_number': 4, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '73d3f6ba-98c8-4eab-b94a-3fa072b0b495', 'name': '', 'network_id': '8cd40ae6-477b-4c2e-9c92-6280e65cbe77', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'mac_address': 'fa:16:3e:55:8c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:49Z', 'updated_at': '2022-04-06T12:53:55Z', 'revision_number': 5, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'subnets': [{'id': '061cb8a9-8994-4fdc-beeb-fa1e3f521579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:42.593070 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82123ab3-e506-4b07-af7a-0216333c46aa None None] New status for floating IP 7d5e6cca-d82c-4be0-906e-e6576d68bf62: DOWN {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:58:43.179536 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6c5ad318-0381-4873-b48d-87a604366fa4 req-70447e0b-4d12-49c6-911d-3d9017755e59 service neutron] 10.222.0.83 "GET /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938423 Apr 06 12:58:43.316050 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e26da8-35f1-4c54-8ede-6f421302369b req-8aad9a67-decc-43d0-9b75-9aa5e03fbbce tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:43.317611 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00e26da8-35f1-4c54-8ede-6f421302369b req-8aad9a67-decc-43d0-9b75-9aa5e03fbbce tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0591533 Apr 06 12:58:43.372388 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-00e26da8-35f1-4c54-8ede-6f421302369b req-18a935a9-41f3-4f9f-8d59-2351b490588c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/security-groups?id=1c07a0af-5311-4d95-a451-becd94ae9284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489676 Apr 06 12:58:43.454133 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54932) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:43.559438 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63bc1bf3-2143-4e85-83bb-86e0e8942c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.635344 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63bc1bf3-2143-4e85-83bb-86e0e8942c4d admin admin] Publish callbacks [] for security_group (d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.647740 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-67f85d83-243d-4d75-bbfc-4eb9c42d8100 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:43.649229 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-67f85d83-243d-4d75-bbfc-4eb9c42d8100 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 946 time: 0.0524318 Apr 06 12:58:43.698319 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-63bc1bf3-2143-4e85-83bb-86e0e8942c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.737037 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-63bc1bf3-2143-4e85-83bb-86e0e8942c4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69de513f253340cda233c3ba7f484058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817342 Apr 06 12:58:43.738464 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc1bf3-2143-4e85-83bb-86e0e8942c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:43.740868 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54938) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:43.771169 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Deleting port ee1eebc2-073e-406c-9537-734afa17c0f8 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:43.771482 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.857019 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ee72250d-5496-4fd2-9efb-b35c69d95c11 admin admin] Publish callbacks [] for security_group (d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.898293 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] For port ee1eebc2-073e-406c-9537-734afa17c0f8, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=ee1eebc2-073e-406c-9537-734afa17c0f8,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:43.898657 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.902059 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ee72250d-5496-4fd2-9efb-b35c69d95c11 admin admin] Publish callbacks [] for security_group (d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.920392 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Calling delete_port for ee1eebc2-073e-406c-9537-734afa17c0f8 owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:44.104143 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ee72250d-5496-4fd2-9efb-b35c69d95c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.106958 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ee72250d-5496-4fd2-9efb-b35c69d95c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.108156 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ee72250d-5496-4fd2-9efb-b35c69d95c11 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4 HTTP/1.1" status: 204 len: 168 time: 0.3667657 Apr 06 12:58:44.116902 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72250d-5496-4fd2-9efb-b35c69d95c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5ae30-eb8f-44c7-a6ae-82083e4e6aa4,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:44.149684 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (ee1eebc2-073e-406c-9537-734afa17c0f8), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.180991 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event deleted for resources: {'Port': ['ID=ee1eebc2-073e-406c-9537-734afa17c0f8,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:44.230109 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] No DVR routers for this DVR port ee1eebc2-073e-406c-9537-734afa17c0f8 on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:44.232656 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.236069 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a7514ff2-e437-4168-9130-b7c7cc1906b1 req-2e512084-624a-4694-905c-200b055cfd8b tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.83 "DELETE /v2.0/ports/ee1eebc2-073e-406c-9537-734afa17c0f8 HTTP/1.1" status: 204 len: 173 time: 0.5813880 Apr 06 12:58:44.236521 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-deleted', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:44.239441 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b6ecd-a67d-4d69-ba1e-ee9f68f2a7e8" -d '{"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-deleted", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:44.274490 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52008aba-e55b-47f3-b265-81233b28c1a2 x-openstack-request-id: req-52008aba-e55b-47f3-b265-81233b28c1a2 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:44.274812 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca42447-d858-4be5-a9cf-a1c095de3f72", "name": "network-vif-deleted", "tag": "ee1eebc2-073e-406c-9537-734afa17c0f8", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:44.275069 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52008aba-e55b-47f3-b265-81233b28c1a2 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:44.275481 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52008aba-e55b-47f3-b265-81233b28c1a2'] response: {'server_uuid': '7ca42447-d858-4be5-a9cf-a1c095de3f72', 'name': 'network-vif-deleted', 'tag': 'ee1eebc2-073e-406c-9537-734afa17c0f8', 'status': 'completed', 'code': 200} Apr 06 12:58:44.344970 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-0ef5b629-26bc-4025-9263-5b418b889327 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451756 Apr 06 12:58:44.438431 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-d3cb0d29-847e-4424-944f-21f1cab2b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.440367 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-d3cb0d29-847e-4424-944f-21f1cab2b1a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1129 time: 0.0532818 Apr 06 12:58:44.481988 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-04d8ac13-dae7-4e3f-86e8-914f5896638a req-c795c7b7-e969-4157-8d4d-2bf014d1467c tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 210 time: 0.0290120 Apr 06 12:58:44.576070 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-88de33f2-e479-4b70-a9cc-6012e3f52897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.577616 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-88de33f2-e479-4b70-a9cc-6012e3f52897 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.0939972 Apr 06 12:58:44.664411 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-c1ee2c2b-3da9-496a-9bdb-c7dd14e43fff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 200 len: 1001 time: 0.0767887 Apr 06 12:58:44.721051 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-f6773e97-f513-4129-92a7-601a695618d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.723143 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-f6773e97-f513-4129-92a7-601a695618d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0520985 Apr 06 12:58:44.752397 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 54948) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:44.767349 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fb067351-6c8a-496b-9df7-4200ff152106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.781190 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-1c2949be-a9d8-4416-895c-3e663b26def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.784804 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-1c2949be-a9d8-4416-895c-3e663b26def5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492036 Apr 06 12:58:44.844377 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fb067351-6c8a-496b-9df7-4200ff152106 admin admin] Publish callbacks [] for security_group (cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.874486 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-a521d970-53f9-4a0d-a4bf-b0933fd42fc6 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842366 Apr 06 12:58:44.969941 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4dbf6695-0145-4e35-9085-0df5266d0bc2 req-951c1131-327b-453a-b102-2977a9066778 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880063 Apr 06 12:58:44.984074 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fb067351-6c8a-496b-9df7-4200ff152106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:45.026956 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-fb067351-6c8a-496b-9df7-4200ff152106 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34ac5343bbea410dbafe870bfde34438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733514 Apr 06 12:58:45.028937 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb067351-6c8a-496b-9df7-4200ff152106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:45.029989 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54950) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:45.081898 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f13af5bd-0384-4e42-9156-791f429abe45 admin admin] Publish callbacks [] for security_group (cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:45.103316 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f13af5bd-0384-4e42-9156-791f429abe45 admin admin] Publish callbacks [] for security_group (cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:45.263666 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f13af5bd-0384-4e42-9156-791f429abe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:45.266726 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f13af5bd-0384-4e42-9156-791f429abe45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:45.267912 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f13af5bd-0384-4e42-9156-791f429abe45 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9 HTTP/1.1" status: 204 len: 168 time: 0.2369127 Apr 06 12:58:45.276542 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13af5bd-0384-4e42-9156-791f429abe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08a7dc-82a5-498c-a7d1-bfd1d1a05db9,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:45.601520 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-81bdd9b8-e895-4465-b9ff-1f4742d0c4fc req-5d7e5a7c-c644-4307-b078-d0d2f2891e8e tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "GET /v2.0/ports?device_id=7ca42447-d858-4be5-a9cf-a1c095de3f72 HTTP/1.1" status: 200 len: 210 time: 0.0313027 Apr 06 12:58:46.659325 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54978) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:46.721228 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8c951a1d-e456-48fb-b2bc-9d20c1f9a7b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group (1c07a0af-5311-4d95-a451-becd94ae9284), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:46.747952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8c951a1d-e456-48fb-b2bc-9d20c1f9a7b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group (1c07a0af-5311-4d95-a451-becd94ae9284), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:46.898337 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8c951a1d-e456-48fb-b2bc-9d20c1f9a7b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (1c07a0af-5311-4d95-a451-becd94ae9284), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:46.901160 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8c951a1d-e456-48fb-b2bc-9d20c1f9a7b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:46.902604 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-8c951a1d-e456-48fb-b2bc-9d20c1f9a7b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] 10.222.0.79 "DELETE /v2.0/security-groups/1c07a0af-5311-4d95-a451-becd94ae9284 HTTP/1.1" status: 204 len: 168 time: 0.2417428 Apr 06 12:58:46.914351 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c951a1d-e456-48fb-b2bc-9d20c1f9a7b7 tempest-TestShelveInstance-1765013013 tempest-TestShelveInstance-1765013013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c07a0af-5311-4d95-a451-becd94ae9284,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:47.023547 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 54990) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:47.259041 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ee1eebc2-073e-406c-9537-734afa17c0f8 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:47.280726 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: ee1eebc2-073e-406c-9537-734afa17c0f8 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:47.281157 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device ee1eebc2-073e-406c-9537-734afa17c0f8 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:47.496412 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (ebad9f32-7e4b-451a-a15c-139ed0e67798), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:47.751393 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Deleting port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:47.752013 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:47.836627 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] For port 73d3f6ba-98c8-4eab-b94a-3fa072b0b495, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:47.837013 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:47.850685 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Calling delete_port for 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 owned by network:router_interface {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:48.103794 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (73d3f6ba-98c8-4eab-b94a-3fa072b0b495), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:48.128839 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d3f6ba-98c8-4eab-b94a-3fa072b0b495,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:48.302016 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (ebad9f32-7e4b-451a-a15c-139ed0e67798), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:48.789477 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Router ebad9f32-7e4b-451a-a15c-139ed0e67798 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:48.915042 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:48.926291 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55012) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:48.926832 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-48d75d4a-2e74-4cf5-aa65-1ea317a9c2e3 admin admin] 10.222.0.79 "PUT /v2.0/routers/ebad9f32-7e4b-451a-a15c-139ed0e67798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8996973 Apr 06 12:58:48.927508 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] Sync routers for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:48.938168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:48.938885 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:49.038078 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks [] for router (ebad9f32-7e4b-451a-a15c-139ed0e67798), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.048343 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:49.141634 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks [] for router_gateway (ebad9f32-7e4b-451a-a15c-139ed0e67798), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.261289 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:58:47Z', 'revision_number': 5, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port': {'id': '7e02c2d9-a913-4e33-9a1f-1a7f30364ac1', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:97:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:49.288442 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] Checking router: ebad9f32-7e4b-451a-a15c-139ed0e67798 for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:49.297875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] Routers {'ebad9f32-7e4b-451a-a15c-139ed0e67798'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:49.298557 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['ebad9f32-7e4b-451a-a15c-139ed0e67798'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:49.305317 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Deleting port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:49.305653 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.391370 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] For port 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:49.391744 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.407419 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Calling delete_port for 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 owned by network:router_gateway {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:49.527335 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] Set router ebad9f32-7e4b-451a-a15c-139ed0e67798 gateway port host: None {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:49.593129 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:58:49Z', 'revision_number': 6, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:49.627281 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237671b-0edd-496a-807f-6e8852a4b6d5 None None] The sync data for ids ['ebad9f32-7e4b-451a-a15c-139ed0e67798'] in dv-cinder-815660-6-iscsi is: [{'id': 'ebad9f32-7e4b-451a-a15c-139ed0e67798', 'name': 'tempest-TestShelveInstance-1594418424-router', 'tenant_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:47Z', 'updated_at': '2022-04-06T12:58:49Z', 'revision_number': 6, 'project_id': '6c0a83cbdc1f43108d49cdb8da15d1e7', 'gw_port_host': None}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:49.686834 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (7e02c2d9-a913-4e33-9a1f-1a7f30364ac1), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.716352 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e02c2d9-a913-4e33-9a1f-1a7f30364ac1,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:49.777841 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (ebad9f32-7e4b-451a-a15c-139ed0e67798), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.874072 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (ebad9f32-7e4b-451a-a15c-139ed0e67798), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:49.879413 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks [] for router_controller (ebad9f32-7e4b-451a-a15c-139ed0e67798), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.033626 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (ebad9f32-7e4b-451a-a15c-139ed0e67798), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.034357 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebad9f32-7e4b-451a-a15c-139ed0e67798 {{(pid=110383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:58:50.046175 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.046175 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-fc4f70ac-02bf-42a9-860c-4ecdc148e6b1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ebad9f32-7e4b-451a-a15c-139ed0e67798 HTTP/1.1" status: 204 len: 168 time: 1.1127381 Apr 06 12:58:50.046415 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55018) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:50.099139 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] Deleting subnet 061cb8a9-8994-4fdc-beeb-fa1e3f521579 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:58:50.102563 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] Publish callbacks [] for subnet (061cb8a9-8994-4fdc-beeb-fa1e3f521579), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.142969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (061cb8a9-8994-4fdc-beeb-fa1e3f521579), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.227501 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (061cb8a9-8994-4fdc-beeb-fa1e3f521579), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.370221 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (061cb8a9-8994-4fdc-beeb-fa1e3f521579), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.431321 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061cb8a9-8994-4fdc-beeb-fa1e3f521579,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:50.431321 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.432075 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae4f84d-2fdc-411f-bcd4-17cf778f3f01 None None] Network 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:58:50.433268 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55022) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:50.433396 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-8a939ff8-a756-4ac7-9ddc-510f006cc5ce admin admin] 10.222.0.79 "DELETE /v2.0/subnets/061cb8a9-8994-4fdc-beeb-fa1e3f521579 HTTP/1.1" status: 204 len: 168 time: 0.3836017 Apr 06 12:58:50.491280 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:50.515123 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:50.515516 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 73d3f6ba-98c8-4eab-b94a-3fa072b0b495 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:50.515866 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:50.520900 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (8cd40ae6-477b-4c2e-9c92-6280e65cbe77), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.557313 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:50.558289 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 7e02c2d9-a913-4e33-9a1f-1a7f30364ac1 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:50.599145 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Deleting port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:50.603402 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.658740 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] DHCP port deletion for 8cd40ae6-477b-4c2e-9c92-6280e65cbe77 request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:58:50.678610 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] For port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:50.678980 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.693396 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Calling delete_port for 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f owned by network:dhcp {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:50.720106 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] Deleting port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:50.720767 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.786787 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] For port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,segment=NetworkSegment(03a95089-5e49-46df-b6a9-8edfba8af611),segment_id=03a95089-5e49-46df-b6a9-8edfba8af611)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:50.787269 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.799317 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] Calling delete_port for 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:50.841379 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.868389 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:50.871927 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] No DVR routers for this DVR port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f on host dv-cinder-815660-6-iscsi {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:50.881515 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (6aea0a8b-6970-4fe7-81ab-a2a0ba42523f), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.906845 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] Pushing event deleted for resources: {'Port': ['ID=6aea0a8b-6970-4fe7-81ab-a2a0ba42523f,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:50.911744 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed32ac-f2de-4e89-8395-3f7ede8a6a3c None None] No DVR routers for this DVR port 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:50.953285 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (8cd40ae6-477b-4c2e-9c92-6280e65cbe77), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:50.975879 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd40ae6-477b-4c2e-9c92-6280e65cbe77']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:50.985426 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a95089-5e49-46df-b6a9-8edfba8af611') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:50.985722 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a95089-5e49-46df-b6a9-8edfba8af611') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:50.996854 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (03a95089-5e49-46df-b6a9-8edfba8af611), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.010555 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (03a95089-5e49-46df-b6a9-8edfba8af611), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.016358 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:58:51.018374 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (03a95089-5e49-46df-b6a9-8edfba8af611), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:58:51.018499 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:58:51.166621 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (8cd40ae6-477b-4c2e-9c92-6280e65cbe77), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.172663 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.176006 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8cd40ae6-477b-4c2e-9c92-6280e65cbe77 HTTP/1.1" status: 204 len: 168 time: 0.7469623 Apr 06 12:58:51.179146 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55026) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:51.189034 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4122755-13ba-41eb-b606-fac56ddb3273 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd40ae6-477b-4c2e-9c92-6280e65cbe77,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:51.547437 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (5d4a68aa-9450-4476-a518-a2a79527620d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.797455 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Deleting port d11009db-137d-4ee3-982c-77f525effe7d {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:51.797792 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (d11009db-137d-4ee3-982c-77f525effe7d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.885177 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] For port d11009db-137d-4ee3-982c-77f525effe7d, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=d11009db-137d-4ee3-982c-77f525effe7d,segment=NetworkSegment(3144ad73-bfc7-4674-aaf5-922be9f9ee16),segment_id=3144ad73-bfc7-4674-aaf5-922be9f9ee16)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:51.885597 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (d11009db-137d-4ee3-982c-77f525effe7d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:51.899932 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Calling delete_port for d11009db-137d-4ee3-982c-77f525effe7d owned by network:router_interface {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:52.161393 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (d11009db-137d-4ee3-982c-77f525effe7d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:52.187513 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Pushing event deleted for resources: {'Port': ['ID=d11009db-137d-4ee3-982c-77f525effe7d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:52.367821 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (5d4a68aa-9450-4476-a518-a2a79527620d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:52.521645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:52.541513 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:52.541867 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 6aea0a8b-6970-4fe7-81ab-a2a0ba42523f not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:52.607227 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Router 5d4a68aa-9450-4476-a518-a2a79527620d has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:52.723881 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:52.729512 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-806ddc32-ed0d-4aa3-8b6c-fcb07f312755 admin admin] 10.222.0.79 "PUT /v2.0/routers/5d4a68aa-9450-4476-a518-a2a79527620d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483270 Apr 06 12:58:52.731641 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55066) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:52.734280 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] Sync routers for ids ['5d4a68aa-9450-4476-a518-a2a79527620d'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:52.747106 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] Routers {'5d4a68aa-9450-4476-a518-a2a79527620d'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:52.747732 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5d4a68aa-9450-4476-a518-a2a79527620d'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:52.843574 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks [] for router (5d4a68aa-9450-4476-a518-a2a79527620d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:52.857870 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] Set router 5d4a68aa-9450-4476-a518-a2a79527620d gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:52.958178 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks [] for router_gateway (5d4a68aa-9450-4476-a518-a2a79527620d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.041863 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:58:52Z', 'revision_number': 5, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port': {'id': '22178edd-2669-4cb3-aa19-b7e2205b39af', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:39:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:53:54Z', 'updated_at': '2022-04-06T12:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:53.069491 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] Checking router: 5d4a68aa-9450-4476-a518-a2a79527620d for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:53.077726 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] Routers {'5d4a68aa-9450-4476-a518-a2a79527620d'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:53.078372 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['5d4a68aa-9450-4476-a518-a2a79527620d'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:53.088811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Deleting port 22178edd-2669-4cb3-aa19-b7e2205b39af {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:53.089159 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.174801 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] For port 22178edd-2669-4cb3-aa19-b7e2205b39af, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=22178edd-2669-4cb3-aa19-b7e2205b39af,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:53.175049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.188797 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Calling delete_port for 22178edd-2669-4cb3-aa19-b7e2205b39af owned by network:router_gateway {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:53.269151 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] Set router 5d4a68aa-9450-4476-a518-a2a79527620d gateway port host: None {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:53.322563 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:58:52Z', 'revision_number': 6, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:53.352771 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad5b6ad-fd45-43b4-badc-36348ac43152 None None] The sync data for ids ['5d4a68aa-9450-4476-a518-a2a79527620d'] in dv-cinder-815660-6-iscsi is: [{'id': '5d4a68aa-9450-4476-a518-a2a79527620d', 'name': 'tempest-TestShelveInstance-2121632936-router', 'tenant_id': '80ebed5407c4410997a5a05068b63d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:53:53Z', 'updated_at': '2022-04-06T12:58:52Z', 'revision_number': 6, 'project_id': '80ebed5407c4410997a5a05068b63d09', 'gw_port_host': None}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:53.429779 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (22178edd-2669-4cb3-aa19-b7e2205b39af), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.455216 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=22178edd-2669-4cb3-aa19-b7e2205b39af,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:53.522572 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (5d4a68aa-9450-4476-a518-a2a79527620d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.618995 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (5d4a68aa-9450-4476-a518-a2a79527620d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.621113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks [] for router_controller (5d4a68aa-9450-4476-a518-a2a79527620d), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.744144 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (5d4a68aa-9450-4476-a518-a2a79527620d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.744694 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d4a68aa-9450-4476-a518-a2a79527620d {{(pid=110384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:58:53.749189 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.757551 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-cdb022ef-0055-43b3-b2e8-57eb9b801f20 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5d4a68aa-9450-4476-a518-a2a79527620d HTTP/1.1" status: 204 len: 168 time: 1.0177722 Apr 06 12:58:53.757551 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55078) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:53.799673 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] Deleting subnet 3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:58:53.803802 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] Publish callbacks [] for subnet (3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.841040 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:53.916434 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.058886 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.086032 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:54.090558 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.093918 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-deeca1ba-65df-4782-8535-568b73574674 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3a0c31f0-5a6d-4360-b20a-b1c7ab5412b7 HTTP/1.1" status: 204 len: 168 time: 0.3400557 Apr 06 12:58:54.096345 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55082) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:54.099323 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a7a4c-efcf-4f6d-8916-01ea110bf076 None None] Network 67a1381c-6dc5-49a0-858c-c3475e785b6a requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:58:54.172634 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (67a1381c-6dc5-49a0-858c-c3475e785b6a), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.234281 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Deleting port 697b0649-4307-4698-80d2-cee50167d6b9 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:54.234866 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (697b0649-4307-4698-80d2-cee50167d6b9), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.261282 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] DHCP port deletion for 67a1381c-6dc5-49a0-858c-c3475e785b6a request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:58:54.308968 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] For port 697b0649-4307-4698-80d2-cee50167d6b9, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=697b0649-4307-4698-80d2-cee50167d6b9,segment=NetworkSegment(3144ad73-bfc7-4674-aaf5-922be9f9ee16),segment_id=3144ad73-bfc7-4674-aaf5-922be9f9ee16)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:54.309290 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (697b0649-4307-4698-80d2-cee50167d6b9), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.325093 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] Deleting port 697b0649-4307-4698-80d2-cee50167d6b9 {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:54.325601 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (697b0649-4307-4698-80d2-cee50167d6b9), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.325815 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Calling delete_port for 697b0649-4307-4698-80d2-cee50167d6b9 owned by network:dhcp {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:54.407070 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] For port 697b0649-4307-4698-80d2-cee50167d6b9, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=697b0649-4307-4698-80d2-cee50167d6b9,segment=NetworkSegment(3144ad73-bfc7-4674-aaf5-922be9f9ee16),segment_id=3144ad73-bfc7-4674-aaf5-922be9f9ee16)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:54.407479 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (697b0649-4307-4698-80d2-cee50167d6b9), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.423910 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] Calling delete_port for 697b0649-4307-4698-80d2-cee50167d6b9 owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:54.470763 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 697b0649-4307-4698-80d2-cee50167d6b9 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:54.544375 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (697b0649-4307-4698-80d2-cee50167d6b9), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.574856 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=697b0649-4307-4698-80d2-cee50167d6b9,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:54.576738 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (697b0649-4307-4698-80d2-cee50167d6b9), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.578638 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] No DVR routers for this DVR port 697b0649-4307-4698-80d2-cee50167d6b9 on host dv-cinder-815660-6-iscsi {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:54.583802 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 697b0649-4307-4698-80d2-cee50167d6b9 is: ACTIVE; New status is: DOWN {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:54.584197 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (697b0649-4307-4698-80d2-cee50167d6b9), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.613486 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] Pushing event deleted for resources: {'Port': ['ID=697b0649-4307-4698-80d2-cee50167d6b9,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:54.623780 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa539fb-1a33-4156-9ee8-a4f72e792632 None None] No DVR routers for this DVR port 697b0649-4307-4698-80d2-cee50167d6b9 on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:54.657794 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 22178edd-2669-4cb3-aa19-b7e2205b39af no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:54.661245 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (67a1381c-6dc5-49a0-858c-c3475e785b6a), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.682769 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 22178edd-2669-4cb3-aa19-b7e2205b39af {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:54.683116 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 22178edd-2669-4cb3-aa19-b7e2205b39af not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:54.683545 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d11009db-137d-4ee3-982c-77f525effe7d no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:54.685375 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a1381c-6dc5-49a0-858c-c3475e785b6a']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:54.699604 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3144ad73-bfc7-4674-aaf5-922be9f9ee16') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:54.703585 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3144ad73-bfc7-4674-aaf5-922be9f9ee16') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:54.704590 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: d11009db-137d-4ee3-982c-77f525effe7d {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:54.704984 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device d11009db-137d-4ee3-982c-77f525effe7d not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:54.711501 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (3144ad73-bfc7-4674-aaf5-922be9f9ee16), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.728931 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (3144ad73-bfc7-4674-aaf5-922be9f9ee16), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.736044 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:58:54.736440 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (3144ad73-bfc7-4674-aaf5-922be9f9ee16), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:58:54.738303 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:58:54.944229 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (67a1381c-6dc5-49a0-858c-c3475e785b6a), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.949576 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:54.952713 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/67a1381c-6dc5-49a0-858c-c3475e785b6a HTTP/1.1" status: 204 len: 168 time: 0.8553531 Apr 06 12:58:54.968078 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2045c-a680-4691-802f-12274cd73aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a1381c-6dc5-49a0-858c-c3475e785b6a,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:55.204105 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55102) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:55.318829 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cc16fe3d-723a-4068-951d-fe5133966e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.343394 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55106) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:55.385554 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2ba32a65-3a02-4c26-ba7b-72fd26f9a781 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c0a83cbdc1f43108d49cdb8da15d1e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385325 Apr 06 12:58:55.387196 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55108) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:55.411191 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cc16fe3d-723a-4068-951d-fe5133966e2c admin admin] Publish callbacks [] for security_group (90ac9120-277c-4576-9c52-672583b6278c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.441100 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41372ed7-d6b1-40de-a17d-c0d8ffb3bb94 admin admin] Publish callbacks [] for security_group (038c629e-729e-4b27-97d1-19d869f4895d), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.463911 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41372ed7-d6b1-40de-a17d-c0d8ffb3bb94 admin admin] Publish callbacks [] for security_group (038c629e-729e-4b27-97d1-19d869f4895d), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.480716 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-cc16fe3d-723a-4068-951d-fe5133966e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (90ac9120-277c-4576-9c52-672583b6278c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.521771 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-cc16fe3d-723a-4068-951d-fe5133966e2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f58adc28e3e645dba2056a2212bd57bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165534 Apr 06 12:58:55.522646 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16fe3d-723a-4068-951d-fe5133966e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ac9120-277c-4576-9c52-672583b6278c,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:55.524527 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55110) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:55.575832 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dc37372c-58fd-4158-b648-f9486983e827 admin admin] Publish callbacks [] for security_group (90ac9120-277c-4576-9c52-672583b6278c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.605022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dc37372c-58fd-4158-b648-f9486983e827 admin admin] Publish callbacks [] for security_group (90ac9120-277c-4576-9c52-672583b6278c), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.616424 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41372ed7-d6b1-40de-a17d-c0d8ffb3bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (038c629e-729e-4b27-97d1-19d869f4895d), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.618997 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-41372ed7-d6b1-40de-a17d-c0d8ffb3bb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.620146 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-41372ed7-d6b1-40de-a17d-c0d8ffb3bb94 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/038c629e-729e-4b27-97d1-19d869f4895d HTTP/1.1" status: 204 len: 168 time: 0.2319555 Apr 06 12:58:55.646030 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41372ed7-d6b1-40de-a17d-c0d8ffb3bb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038c629e-729e-4b27-97d1-19d869f4895d,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:55.738596 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dc37372c-58fd-4158-b648-f9486983e827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (90ac9120-277c-4576-9c52-672583b6278c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.742556 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-dc37372c-58fd-4158-b648-f9486983e827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:55.743785 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-dc37372c-58fd-4158-b648-f9486983e827 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90ac9120-277c-4576-9c52-672583b6278c HTTP/1.1" status: 204 len: 168 time: 0.2175589 Apr 06 12:58:55.754280 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37372c-58fd-4158-b648-f9486983e827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ac9120-277c-4576-9c52-672583b6278c,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:56.471410 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55120) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:56.516312 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-444a4ebe-2a6f-49ab-83c9-d9654ee35192 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=80ebed5407c4410997a5a05068b63d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436277 Apr 06 12:58:56.518983 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55122) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:56.545593 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55124) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:56.565091 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0edc351d-a024-46e3-9637-272fcd84b4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.604780 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0fdb-99ac-4eb6-9c29-6ea802bfeaf3 admin admin] Publish callbacks [] for security_group (a04bf54d-7143-474f-8d0f-0a7c9161a8f4), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.640224 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0fdb-99ac-4eb6-9c29-6ea802bfeaf3 admin admin] Publish callbacks [] for security_group (a04bf54d-7143-474f-8d0f-0a7c9161a8f4), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.708672 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0edc351d-a024-46e3-9637-272fcd84b4ac admin admin] Publish callbacks [] for security_group (2aa7d29e-b9c8-4c1d-ac62-dd000e405ced), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.795889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0edc351d-a024-46e3-9637-272fcd84b4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2aa7d29e-b9c8-4c1d-ac62-dd000e405ced), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.831744 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0fdb-99ac-4eb6-9c29-6ea802bfeaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (a04bf54d-7143-474f-8d0f-0a7c9161a8f4), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.835364 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0fdb-99ac-4eb6-9c29-6ea802bfeaf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.836541 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9d3c0fdb-99ac-4eb6-9c29-6ea802bfeaf3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a04bf54d-7143-474f-8d0f-0a7c9161a8f4 HTTP/1.1" status: 204 len: 168 time: 0.3165772 Apr 06 12:58:56.844309 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-0edc351d-a024-46e3-9637-272fcd84b4ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=427fe1f1a2114413b22a720f0b0662f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977037 Apr 06 12:58:56.845260 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc351d-a024-46e3-9637-272fcd84b4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa7d29e-b9c8-4c1d-ac62-dd000e405ced,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:56.848704 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55128) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:56.870877 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c0fdb-99ac-4eb6-9c29-6ea802bfeaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04bf54d-7143-474f-8d0f-0a7c9161a8f4,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:56.919295 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8039cbd4-10ff-4ef3-a1ca-47decee02d5f admin admin] Publish callbacks [] for security_group (2aa7d29e-b9c8-4c1d-ac62-dd000e405ced), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:56.947684 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8039cbd4-10ff-4ef3-a1ca-47decee02d5f admin admin] Publish callbacks [] for security_group (2aa7d29e-b9c8-4c1d-ac62-dd000e405ced), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:57.075354 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8039cbd4-10ff-4ef3-a1ca-47decee02d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (2aa7d29e-b9c8-4c1d-ac62-dd000e405ced), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:57.078324 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-8039cbd4-10ff-4ef3-a1ca-47decee02d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:57.079840 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-8039cbd4-10ff-4ef3-a1ca-47decee02d5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2aa7d29e-b9c8-4c1d-ac62-dd000e405ced HTTP/1.1" status: 204 len: 168 time: 0.2297490 Apr 06 12:58:57.089810 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039cbd4-10ff-4ef3-a1ca-47decee02d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa7d29e-b9c8-4c1d-ac62-dd000e405ced,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:57.252865 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-af66d738-cf82-45d3-b67d-ea163782ef83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:59.561689 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c3a4dc87-ab70-4773-9b80-b1f959804f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:00.892710 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:02.927233 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.027583 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55194) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:03.136203 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c10288c8-f386-496d-8aca-441307c0dffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.213486 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c10288c8-f386-496d-8aca-441307c0dffe admin admin] Publish callbacks [] for security_group (c782de25-fc12-4a45-bfa4-00d1b4061f26), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.287219 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c10288c8-f386-496d-8aca-441307c0dffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c782de25-fc12-4a45-bfa4-00d1b4061f26), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.337477 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c10288c8-f386-496d-8aca-441307c0dffe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07f68ccd0c1648ba905f45a117e28cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087859 Apr 06 12:59:03.340730 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55198) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:03.345049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10288c8-f386-496d-8aca-441307c0dffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c782de25-fc12-4a45-bfa4-00d1b4061f26,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:03.398625 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc026-1457-44c3-bf1f-90a467e8b881 admin admin] Publish callbacks [] for security_group (c782de25-fc12-4a45-bfa4-00d1b4061f26), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.420347 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc026-1457-44c3-bf1f-90a467e8b881 admin admin] Publish callbacks [] for security_group (c782de25-fc12-4a45-bfa4-00d1b4061f26), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.549646 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc026-1457-44c3-bf1f-90a467e8b881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (c782de25-fc12-4a45-bfa4-00d1b4061f26), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.553396 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9b6bc026-1457-44c3-bf1f-90a467e8b881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:03.555037 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9b6bc026-1457-44c3-bf1f-90a467e8b881 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c782de25-fc12-4a45-bfa4-00d1b4061f26 HTTP/1.1" status: 204 len: 168 time: 0.2132289 Apr 06 12:59:03.564825 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bc026-1457-44c3-bf1f-90a467e8b881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782de25-fc12-4a45-bfa4-00d1b4061f26,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:03.959240 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:05.377791 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:11.934898 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:59:14.321512 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55272) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:14.425687 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.496993 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Publish callbacks [] for security_group (5cf87f0e-51d4-48b6-972c-119ea3bb96a2), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.594750 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5cf87f0e-51d4-48b6-972c-119ea3bb96a2), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.633683 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b2831d63edb4150bf3a409c13c04a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109422 Apr 06 12:59:14.634477 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf87f0e-51d4-48b6-972c-119ea3bb96a2,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:14.636356 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55276) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:14.648189 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.648539 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.648918 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.649259 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.649595 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.649924 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.650257 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.650577 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.650923 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.651249 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.651596 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.651901 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.652227 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.652546 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.652891 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74daeb68-31c6-4fbd-95f9-a8f8fb72801a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:14.684940 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b1c399e1-2f88-42a3-9caf-aee7acb7603c admin admin] Publish callbacks [] for security_group (5cf87f0e-51d4-48b6-972c-119ea3bb96a2), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.706873 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b1c399e1-2f88-42a3-9caf-aee7acb7603c admin admin] Publish callbacks [] for security_group (5cf87f0e-51d4-48b6-972c-119ea3bb96a2), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.852180 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b1c399e1-2f88-42a3-9caf-aee7acb7603c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (5cf87f0e-51d4-48b6-972c-119ea3bb96a2), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.855666 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-b1c399e1-2f88-42a3-9caf-aee7acb7603c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.856961 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-b1c399e1-2f88-42a3-9caf-aee7acb7603c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5cf87f0e-51d4-48b6-972c-119ea3bb96a2 HTTP/1.1" status: 204 len: 168 time: 0.2195148 Apr 06 12:59:14.865036 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c399e1-2f88-42a3-9caf-aee7acb7603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf87f0e-51d4-48b6-972c-119ea3bb96a2,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:15.834379 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55298) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:15.942578 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2073865838-network', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:16.017738 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Made reservation on behalf of 77ac468dab6a4643bba9d091810c5dfd for: {'network': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:16.021547 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.031115 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.107758 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks [] for security_group (a068226d-ed27-4be8-8527-f7473204a01c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.166092 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (a068226d-ed27-4be8-8527-f7473204a01c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.194500 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=110383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:59:16.200877 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a068226d-ed27-4be8-8527-f7473204a01c,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:16.207658 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (21f2fd8d-500c-4826-b3db-efd390fc4b9b), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.209568 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.segments_db [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Added segment 21f2fd8d-500c-4826-b3db-efd390fc4b9b of type vlan for network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f Apr 06 12:59:16.250508 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (71cb46c4-a3aa-4ead-8b4c-985a08b1365f), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.314602 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (71cb46c4-a3aa-4ead-8b4c-985a08b1365f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.315581 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:16.316174 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.375221 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] Pushing event updated for resources: {'Network': ['ID=71cb46c4-a3aa-4ead-8b4c-985a08b1365f,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:16.385773 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:59:16.414961 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-6b17d77d-3a67-409e-9cc6-0d793c94c4ed admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5794394 Apr 06 12:59:16.417760 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55302) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:16.423396 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Request body: {'subnet': {'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2073865838-subnet', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:16.497855 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Made reservation on behalf of 77ac468dab6a4643bba9d091810c5dfd for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:16.500222 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10197734'] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.737945 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10197752'] for subnet (49fe0b55-1f9c-4e68-acf1-5457d908d2bd), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.792681 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fe0b55-1f9c-4e68-acf1-5457d908d2bd,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:16.804794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Checking segment: {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:16.805151 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Network hostable DHCP agents. Network: 71cb46c4-a3aa-4ead-8b4c-985a08b1365f, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:59:16.874996 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:59:16.937911 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, 71cb46c4-a3aa-4ead-8b4c-985a08b1365f) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:16.943660 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:16.944626 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.950409 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85353a3-8293-4dca-87c0-3c479cf69cd0 None None] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:59:17.021830 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ed0f6ecd-f067-4c35-99db-5ffdd59eed01 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6003821 Apr 06 12:59:17.022045 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55304) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:17.026243 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:17.061279 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:59:17.062356 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.108123 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (56bddc08-150a-4073-9775-8ea045724c3e), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.109428 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (56bddc08-150a-4073-9775-8ea045724c3e), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.169732 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks [] for router_controller (56bddc08-150a-4073-9775-8ea045724c3e), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.201782 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Allocated IP 172.20.0.2 (71cb46c4-a3aa-4ead-8b4c-985a08b1365f/49fe0b55-1f9c-4e68-acf1-5457d908d2bd/107a9d8a-caf5-4402-8acf-edca05c02603) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:17.355264 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Publish callbacks [] for port (107a9d8a-caf5-4402-8acf-edca05c02603), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.387302 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks [] for router_gateway (56bddc08-150a-4073-9775-8ea045724c3e), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.433852 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.469917 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:17.475423 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:17.479154 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:17.489557 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Pushing event updated for resources: {'Port': ['ID=107a9d8a-caf5-4402-8acf-edca05c02603,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:17.510560 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.510915 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.511266 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.511666 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.511960 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.512295 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.512631 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.512987 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.513324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.513659 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.513991 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.514323 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.514661 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.514977 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.515305 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:17.551388 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Attempting to bind port 107a9d8a-caf5-4402-8acf-edca05c02603 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:17.551769 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Attempting to bind port 107a9d8a-caf5-4402-8acf-edca05c02603 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:17.552146 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Attempting to bind port 107a9d8a-caf5-4402-8acf-edca05c02603 on network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:17.559274 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:17.559274 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Checking segment: {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:17.559274 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.559274 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Bound using segment: {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:17.559274 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Bound port: 107a9d8a-caf5-4402-8acf-edca05c02603, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:17.559918 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.626044 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] For port 107a9d8a-caf5-4402-8acf-edca05c02603, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:17.629149 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] For port 107a9d8a-caf5-4402-8acf-edca05c02603, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=107a9d8a-caf5-4402-8acf-edca05c02603,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:17.663235 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks [] for router_gateway (56bddc08-150a-4073-9775-8ea045724c3e), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.682324 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.716007 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:17.778685 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd1eff-6df8-4644-bcae-a9fa8e29bad9 None None] Pushing event updated for resources: {'Port': ['ID=107a9d8a-caf5-4402-8acf-edca05c02603,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:17.797842 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Allocated IP 172.27.3.140 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/5fa9e168-9f9d-4ef6-9fcc-18d232a57106) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:17.903872 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks [] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.012460 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.058858 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:18.062133 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:18.066704 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:18.072300 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:18.512154 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 107a9d8a-caf5-4402-8acf-edca05c02603 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:18.558093 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 107a9d8a-caf5-4402-8acf-edca05c02603 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:18.558479 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.649964 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 107a9d8a-caf5-4402-8acf-edca05c02603 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:18.650442 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.686256 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 107a9d8a-caf5-4402-8acf-edca05c02603, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=107a9d8a-caf5-4402-8acf-edca05c02603,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:18.703010 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks [] for router_gateway (56bddc08-150a-4073-9775-8ea045724c3e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.706114 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede11a3b-4785-4f9e-a74e-dd8f7533a215 None None] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:59:18.771638 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.780662 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-5b5df31a-a3bb-421d-9fdd-2be0c06aec69 None None] Provisioning complete for port 107a9d8a-caf5-4402-8acf-edca05c02603 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:18.781058 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-5b5df31a-a3bb-421d-9fdd-2be0c06aec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.885542 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=107a9d8a-caf5-4402-8acf-edca05c02603,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:18.921589 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (56bddc08-150a-4073-9775-8ea045724c3e), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:18.947713 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-5b5df31a-a3bb-421d-9fdd-2be0c06aec69 None None] Current status of the port 107a9d8a-caf5-4402-8acf-edca05c02603 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:19.124631 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Router 56bddc08-150a-4073-9775-8ea045724c3e is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:59:19.168785 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-96730b1e-2b79-420b-b4b8-72ede1833ea6 None None] Provisioning complete for port 107a9d8a-caf5-4402-8acf-edca05c02603 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:19.169254 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-96730b1e-2b79-420b-b4b8-72ede1833ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.236425 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:19.345768 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:19.346947 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b874cbf2-6d2a-4e85-90bb-b6d841097e74 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3240371 Apr 06 12:59:19.349892 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55306) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:19.365936 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Sync routers for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:19.385868 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-96730b1e-2b79-420b-b4b8-72ede1833ea6 None None] Current status of the port 107a9d8a-caf5-4402-8acf-edca05c02603 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:19.390960 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:19.391584 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:19.506652 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:19.701179 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:18Z', 'revision_number': 3, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:19.735177 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Checking router: 56bddc08-150a-4073-9775-8ea045724c3e for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:19.735527 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Updating router 56bddc08-150a-4073-9775-8ea045724c3e port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:59:19.764210 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.030047 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Publish callbacks [] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.046700 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.092149 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.150402 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Attempting to bind port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:20.151801 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Attempting to bind port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:20.151801 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Attempting to bind port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:20.154496 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418677a5-e888-4715-9974-45bfc547b6fa None None] Pushing event updated for resources: {'Port': ['ID=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:20.160277 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:20.160656 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:20.161086 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.161998 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:20.162916 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Bound port: 5fa9e168-9f9d-4ef6-9fcc-18d232a57106, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:20.162916 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.215214 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] For port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:20.219393 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] For port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:20.219892 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Allocated IP 172.20.0.1 (71cb46c4-a3aa-4ead-8b4c-985a08b1365f/49fe0b55-1f9c-4e68-acf1-5457d908d2bd/a719135e-514d-4adf-8dd8-f8c937fb5a48) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:20.315732 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.330520 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks [] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.368066 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:20.371811 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:20.413511 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418677a5-e888-4715-9974-45bfc547b6fa None None] Pushing event updated for resources: {'Port': ['ID=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:20.422011 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.465992 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:20.471644 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:20.477021 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:20.480522 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=a719135e-514d-4adf-8dd8-f8c937fb5a48,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:20.504619 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 107a9d8a-caf5-4402-8acf-edca05c02603 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:20.518261 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (56bddc08-150a-4073-9775-8ea045724c3e), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.545555 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:20.714367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 107a9d8a-caf5-4402-8acf-edca05c02603 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:20.714367 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.763433 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.785859 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-a8d2c20f-1087-40c9-8948-e61f278a74c9 None None] Provisioning complete for port a719135e-514d-4adf-8dd8-f8c937fb5a48 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:20.786500 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c20f-1087-40c9-8948-e61f278a74c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.860521 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2c20f-1087-40c9-8948-e61f278a74c9 None None] Port a719135e-514d-4adf-8dd8-f8c937fb5a48 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:20.913111 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 107a9d8a-caf5-4402-8acf-edca05c02603 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:20.923810 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-df064814-60ac-40d4-991b-994023bc94ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:18Z', 'revision_number': 3, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:20.948846 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks [] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:20.960239 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df064814-60ac-40d4-991b-994023bc94ab None None] The sync data for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi is: [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:18Z', 'revision_number': 3, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:21.009347 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:21.095935 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=a719135e-514d-4adf-8dd8-f8c937fb5a48,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:21.100592 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (56bddc08-150a-4073-9775-8ea045724c3e), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:21.222014 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:21.223503 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:21.395084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Router 56bddc08-150a-4073-9775-8ea045724c3e has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:21.492614 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-f9aaaa6c-054b-4ad5-a2ea-d760aeb7a197 None None] Provisioning complete for port a719135e-514d-4adf-8dd8-f8c937fb5a48 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:21.493045 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f9aaaa6c-054b-4ad5-a2ea-d760aeb7a197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:21.535454 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:21.544892 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-d5e0f5be-082d-4109-a5cb-21d3966b8ea3 admin admin] 10.222.0.79 "PUT /v2.0/routers/56bddc08-150a-4073-9775-8ea045724c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910443 Apr 06 12:59:21.547419 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f9aaaa6c-054b-4ad5-a2ea-d760aeb7a197 None None] Port a719135e-514d-4adf-8dd8-f8c937fb5a48 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:22.346748 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55322) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:22.351901 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-977291749-network', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:22.446901 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Made reservation on behalf of 69e9d0b8b7574f05830a2b3050a1b7fe for: {'network': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:22.450465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for network (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.463045 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.499412 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:22.543171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks [] for security_group (bac5b5c9-5b7b-45bc-b459-0961a3f2e846), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.554899 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:22.555285 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.628977 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bac5b5c9-5b7b-45bc-b459-0961a3f2e846), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.639647 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Sync routers for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:22.644401 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:22.645363 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.650253 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:22.651944 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:22.657885 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=110384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:59:22.673808 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:22.678387 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (803f912d-5a2c-49af-8257-08f1331e84ec), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.678807 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.segments_db [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Added segment 803f912d-5a2c-49af-8257-08f1331e84ec of type vlan for network cdf5261c-6204-426d-b5eb-91fd8ee10941 Apr 06 12:59:22.686804 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac5b5c9-5b7b-45bc-b459-0961a3f2e846,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:22.725912 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774482877462'] for network (cdf5261c-6204-426d-b5eb-91fd8ee10941), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.759011 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.771911 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:22.808633 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:22.845935 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246'] for network (cdf5261c-6204-426d-b5eb-91fd8ee10941), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.846920 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:22.847523 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:22.910318 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] Pushing event updated for resources: {'Network': ['ID=cdf5261c-6204-426d-b5eb-91fd8ee10941,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:22.922787 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 details requested by agent ovs-agent-dv-cinder-815660-6-iscsi with host dv-cinder-815660-6-iscsi {{(pid=110385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:59:22.986258 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e6b2bbf7-4b09-4658-97f0-a0a99d56921e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6355157 Apr 06 12:59:22.986775 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55324) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:22.992236 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 2, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:22.992506 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Request body: {'subnet': {'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-977291749-subnet', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'ip_version': 4}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:23.026385 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Checking router: 56bddc08-150a-4073-9775-8ea045724c3e for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:23.026736 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Updating router 56bddc08-150a-4073-9775-8ea045724c3e port a719135e-514d-4adf-8dd8-f8c937fb5a48 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:59:23.055296 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.061953 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Made reservation on behalf of 69e9d0b8b7574f05830a2b3050a1b7fe for: {'subnet': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:23.064395 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10197734'] for subnet (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.290842 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3267568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10197752'] for subnet (9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.344779 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Publish callbacks [] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.346633 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:23.357748 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Checking segment: {'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:23.358104 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Network hostable DHCP agents. Network: cdf5261c-6204-426d-b5eb-91fd8ee10941, hostable agents: ['62c834e9-9414-4366-a8ba-7398de1e8f2a'], hosted agents: [] {{(pid=110383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:59:23.421787 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.445279 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 is scheduled to be hosted by DHCP agent 62c834e9-9414-4366-a8ba-7398de1e8f2a with binding_index 1 {{(pid=110383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:59:23.472459 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Pushing event updated for resources: {'Port': ['ID=a719135e-514d-4adf-8dd8-f8c937fb5a48,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:23.499010 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.499354 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.499722 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.500079 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.500421 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.500779 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.501107 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.501432 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.501758 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.502083 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.502408 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.502750 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.503074 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.503392 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.503708 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:23.531808 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815660-6-iscsi, cdf5261c-6204-426d-b5eb-91fd8ee10941) {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:23.537031 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:23.538070 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.543952 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Attempting to bind port a719135e-514d-4adf-8dd8-f8c937fb5a48 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:23.543952 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Attempting to bind port a719135e-514d-4adf-8dd8-f8c937fb5a48 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:23.543952 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Attempting to bind port a719135e-514d-4adf-8dd8-f8c937fb5a48 on network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:23.545787 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a9709-c8df-49fc-bbc5-a69f7a2bfa4d None None] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:59:23.549729 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:23.549729 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Checking segment: {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:23.553222 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.553222 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Bound using segment: {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:23.553222 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Bound port: a719135e-514d-4adf-8dd8-f8c937fb5a48, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:23.553222 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.626168 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-0c9c7a62-1f96-4d10-8d29-eba1be84e97e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6386139 Apr 06 12:59:23.628687 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55326) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:23.629699 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] For port a719135e-514d-4adf-8dd8-f8c937fb5a48, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:23.633601 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] For port a719135e-514d-4adf-8dd8-f8c937fb5a48, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a719135e-514d-4adf-8dd8-f8c937fb5a48,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:23.634496 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:23.681650 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20d9c7b4-1a95-5426-87fb-de6f27a2dbfb-cdf5261c-6204-426d-b5eb-91fd8ee10941', 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941', 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'fixed_ips': [{'subnet_id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f'}]}} from dv-cinder-815660-6-iscsi. {{(pid=110385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:59:23.682484 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.701071 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-455b64fc-d73f-452a-920e-4ffde7b210a6 None None] Provisioning complete for port a719135e-514d-4adf-8dd8-f8c937fb5a48 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:23.701438 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-455b64fc-d73f-452a-920e-4ffde7b210a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.703960 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.733074 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1738712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3043'] for router (433a9913-6800-4aab-bc4e-1d69ec63965c), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.734527 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1738056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740504', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1603260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3064'] for router (433a9913-6800-4aab-bc4e-1d69ec63965c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.760378 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:23.761502 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:23.795375 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks [] for router_controller (433a9913-6800-4aab-bc4e-1d69ec63965c), precommit_add_association {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:23.891263 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.db_base_plugin_common [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Allocated IP 172.20.0.2 (cdf5261c-6204-426d-b5eb-91fd8ee10941/9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f/a81c51a6-5afe-48e6-9438-3305c546fda9) {{(pid=110385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:23.908998 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:24.017007 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks [] for router_gateway (433a9913-6800-4aab-bc4e-1d69ec63965c), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.024588 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286513fd-b7b7-452b-b044-ccdc86ba47f9 None None] Pushing event updated for resources: {'Port': ['ID=a719135e-514d-4adf-8dd8-f8c937fb5a48,revision_number=4']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.042923 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-455b64fc-d73f-452a-920e-4ffde7b210a6 None None] Current status of the port a719135e-514d-4adf-8dd8-f8c937fb5a48 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:24.043320 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-455b64fc-d73f-452a-920e-4ffde7b210a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.126309 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:23Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:24.159982 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aeeba6-29cc-4aa8-9906-53ce5769e7a0 None None] The sync data for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi is: [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:23Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:24.264805 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-455b64fc-d73f-452a-920e-4ffde7b210a6 None None] For port a719135e-514d-4adf-8dd8-f8c937fb5a48, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a719135e-514d-4adf-8dd8-f8c937fb5a48,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:24.272347 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Publish callbacks [] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), precommit_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.303471 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks [] for router_gateway (433a9913-6800-4aab-bc4e-1d69ec63965c), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.323231 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.330875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-455b64fc-d73f-452a-920e-4ffde7b210a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.369703 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), after_create {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.391719 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 is already hosted by enough agents. {{(pid=110385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:24.396380 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.scheduler.base_scheduler [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Resources bound (agent type, host, resource id): {{(pid=110385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:24.398816 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Received port after_create {{(pid=110385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:24.412198 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b64fc-d73f-452a-920e-4ffde7b210a6 None None] Pushing event updated for resources: {'Port': ['ID=a719135e-514d-4adf-8dd8-f8c937fb5a48,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.452121 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Allocated IP 172.27.3.229 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/0418c2ad-192e-4cab-b9f1-d4282407e0f6) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:24.526842 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Attempting to bind port a81c51a6-5afe-48e6-9438-3305c546fda9 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:24.526842 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Attempting to bind port a81c51a6-5afe-48e6-9438-3305c546fda9 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:24.526842 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Attempting to bind port a81c51a6-5afe-48e6-9438-3305c546fda9 on network cdf5261c-6204-426d-b5eb-91fd8ee10941 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:24.537878 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:24.538085 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Checking segment: {'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:24.538529 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.539133 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Bound using segment: {'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:24.539637 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Bound port: a81c51a6-5afe-48e6-9438-3305c546fda9, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:24.544677 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.559352 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Pushing event updated for resources: {'Port': ['ID=a81c51a6-5afe-48e6-9438-3305c546fda9,revision_number=1']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.566256 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-55bb758e-db1a-449d-aea1-85ff033f1dee None None] Provisioning complete for port a719135e-514d-4adf-8dd8-f8c937fb5a48 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:24.566709 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-55bb758e-db1a-449d-aea1-85ff033f1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.616788 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks [] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.625616 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:24.701252 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] For port a81c51a6-5afe-48e6-9438-3305c546fda9, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:24.705539 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] For port a81c51a6-5afe-48e6-9438-3305c546fda9, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a81c51a6-5afe-48e6-9438-3305c546fda9,segment=NetworkSegment(803f912d-5a2c-49af-8257-08f1331e84ec),segment_id=803f912d-5a2c-49af-8257-08f1331e84ec)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:24.731257 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.750218 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-55bb758e-db1a-449d-aea1-85ff033f1dee None None] Current status of the port a719135e-514d-4adf-8dd8-f8c937fb5a48 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:24.753460 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:24.754152 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.772806 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:24.778441 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:24.783222 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:24.787404 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:24.815947 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Pushing event updated for resources: {'Port': ['ID=0418c2ad-192e-4cab-b9f1-d4282407e0f6,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.868844 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047d8be-cd1e-473e-b36b-aaf325f2a1b3 None None] Pushing event updated for resources: {'Port': ['ID=a81c51a6-5afe-48e6-9438-3305c546fda9,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:24.930922 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:24.932293 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a719135e-514d-4adf-8dd8-f8c937fb5a48 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:25.006925 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port a719135e-514d-4adf-8dd8-f8c937fb5a48 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:25.007302 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.121199 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port a719135e-514d-4adf-8dd8-f8c937fb5a48 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:25.228524 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks [] for router_gateway (433a9913-6800-4aab-bc4e-1d69ec63965c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.476212 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1738065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1740041'] for router (433a9913-6800-4aab-bc4e-1d69ec63965c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.680318 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Router 433a9913-6800-4aab-bc4e-1d69ec63965c is scheduled to L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 with binding_index 1 {{(pid=110383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:59:25.813373 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:25.823875 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Sync routers for ids ['433a9913-6800-4aab-bc4e-1d69ec63965c'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:25.836279 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Routers {'433a9913-6800-4aab-bc4e-1d69ec63965c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:25.837094 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['433a9913-6800-4aab-bc4e-1d69ec63965c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:25.906411 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:25.912492 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-342f0bf5-cabf-46ee-86ae-090e4515240d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2770467 Apr 06 12:59:25.912669 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55328) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:59:25.941942 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0727e6-2138-4667-9222-6178bf841f44 None None] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:59:26.039942 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Set router 433a9913-6800-4aab-bc4e-1d69ec63965c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:26.103438 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-6184518e-9830-4c16-9f0d-ae49c30cefe1 None None] Provisioning complete for port a81c51a6-5afe-48e6-9438-3305c546fda9 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:26.103820 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-6184518e-9830-4c16-9f0d-ae49c30cefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.338564 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-6184518e-9830-4c16-9f0d-ae49c30cefe1 None None] Current status of the port a81c51a6-5afe-48e6-9438-3305c546fda9 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:26.339204 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-6184518e-9830-4c16-9f0d-ae49c30cefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.396385 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-6184518e-9830-4c16-9f0d-ae49c30cefe1 None None] For port a81c51a6-5afe-48e6-9438-3305c546fda9, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a81c51a6-5afe-48e6-9438-3305c546fda9,segment=NetworkSegment(803f912d-5a2c-49af-8257-08f1331e84ec),segment_id=803f912d-5a2c-49af-8257-08f1331e84ec)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:26.401362 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 3, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port': {'id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:24Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:26.450079 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Checking router: 433a9913-6800-4aab-bc4e-1d69ec63965c for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:26.452729 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Updating router 433a9913-6800-4aab-bc4e-1d69ec63965c port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 binding host dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:59:26.475430 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-6184518e-9830-4c16-9f0d-ae49c30cefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.503244 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.505870 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.664291 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a81c51a6-5afe-48e6-9438-3305c546fda9 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:26.670688 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184518e-9830-4c16-9f0d-ae49c30cefe1 None None] Pushing event updated for resources: {'Port': ['ID=a81c51a6-5afe-48e6-9438-3305c546fda9,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:26.711182 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-4d2325b7-1494-4bb8-854e-53a404ec1e68 None None] Provisioning complete for port a81c51a6-5afe-48e6-9438-3305c546fda9 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:26.711182 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4d2325b7-1494-4bb8-854e-53a404ec1e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.746917 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Allocated IP 172.20.0.1 (cdf5261c-6204-426d-b5eb-91fd8ee10941/9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f/a7765df1-f566-4cea-8951-0bcf3d1f8815) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:26.841574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port a81c51a6-5afe-48e6-9438-3305c546fda9 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:26.842530 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.867766 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks [] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:26.994453 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.036958 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:27.038706 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:27.046254 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:27.080038 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Pushing event updated for resources: {'Port': ['ID=a7765df1-f566-4cea-8951-0bcf3d1f8815,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:27.108496 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-4d2325b7-1494-4bb8-854e-53a404ec1e68 None None] Current status of the port a81c51a6-5afe-48e6-9438-3305c546fda9 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:27.112555 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740248'] for router_interface (433a9913-6800-4aab-bc4e-1d69ec63965c), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.167121 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Publish callbacks [] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), precommit_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.181443 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port a81c51a6-5afe-48e6-9438-3305c546fda9 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:27.182535 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a719135e-514d-4adf-8dd8-f8c937fb5a48 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:27.242028 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port a719135e-514d-4adf-8dd8-f8c937fb5a48 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:27.242761 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.281901 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.317374 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-57792e57-41f9-4e94-818b-6ac33fe61b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.323028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.361069 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9e90a-fb9a-41ba-aedd-74a64fb48de4 None None] Pushing event updated for resources: {'Port': ['ID=0418c2ad-192e-4cab-b9f1-d4282407e0f6,revision_number=2']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:27.364261 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Attempting to bind port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:27.364665 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Attempting to bind port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:27.365065 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Attempting to bind port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 on network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:27.372135 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-ade1896e-b656-4f47-87d3-5d576cbd365e None None] Provisioning complete for port a7765df1-f566-4cea-8951-0bcf3d1f8815 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:27.372520 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ade1896e-b656-4f47-87d3-5d576cbd365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.400417 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:27.400820 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Checking segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:27.401234 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.401636 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Bound using segment: {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'} {{(pid=110385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:27.402128 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.managers [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Bound port: 0418c2ad-192e-4cab-b9f1-d4282407e0f6, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b044c115-376a-41d3-b1ae-aa5205c5ef02', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40'}}] {{(pid=110385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:27.402514 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.473299 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-ade1896e-b656-4f47-87d3-5d576cbd365e None None] Port a7765df1-f566-4cea-8951-0bcf3d1f8815 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:27.497535 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port a719135e-514d-4adf-8dd8-f8c937fb5a48 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:27.500023 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] For port 0418c2ad-192e-4cab-b9f1-d4282407e0f6, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:27.503500 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] For port 0418c2ad-192e-4cab-b9f1-d4282407e0f6, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=0418c2ad-192e-4cab-b9f1-d4282407e0f6,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:27.513526 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks [] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.572581 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.600809 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.625768 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Routers {'433a9913-6800-4aab-bc4e-1d69ec63965c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:27.626322 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:58:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['433a9913-6800-4aab-bc4e-1d69ec63965c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:27.678403 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1546292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738824'] for router_interface (433a9913-6800-4aab-bc4e-1d69ec63965c), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:27.679178 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9e90a-fb9a-41ba-aedd-74a64fb48de4 None None] Pushing event updated for resources: {'Port': ['ID=0418c2ad-192e-4cab-b9f1-d4282407e0f6,revision_number=3']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:27.681217 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Pushing event updated for resources: {'Port': ['ID=a7765df1-f566-4cea-8951-0bcf3d1f8815,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:27.751195 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] Set router 433a9913-6800-4aab-bc4e-1d69ec63965c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:27.774976 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:27.776415 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:27.901651 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Router 433a9913-6800-4aab-bc4e-1d69ec63965c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:59:27.985291 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 4, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port': {'id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:24Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a7765df1-f566-4cea-8951-0bcf3d1f8815', 'name': '', 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'mac_address': 'fa:16:3e:dd:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 2, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'subnets': [{'id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:28.018478 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e66a3-1ee4-49c4-8597-f065686d8093 None None] The sync data for ids ['433a9913-6800-4aab-bc4e-1d69ec63965c'] in dv-cinder-815660-6-iscsi is: [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 4, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port': {'id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:24Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a7765df1-f566-4cea-8951-0bcf3d1f8815', 'name': '', 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'mac_address': 'fa:16:3e:dd:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 2, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'subnets': [{'id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:28.030968 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-ab657c17-ec08-4ae2-8aae-145fae27f4f1 None None] Provisioning complete for port a7765df1-f566-4cea-8951-0bcf3d1f8815 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:28.031442 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ab657c17-ec08-4ae2-8aae-145fae27f4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:28.081648 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-ab657c17-ec08-4ae2-8aae-145fae27f4f1 None None] Port a7765df1-f566-4cea-8951-0bcf3d1f8815 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:28.340051 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:59:28.346565 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-3d6367ad-9f22-47c4-968d-b85ec0b93b3a admin admin] 10.222.0.79 "PUT /v2.0/routers/433a9913-6800-4aab-bc4e-1d69ec63965c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4326923 Apr 06 12:59:28.502088 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a81c51a6-5afe-48e6-9438-3305c546fda9 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:28.564295 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port a81c51a6-5afe-48e6-9438-3305c546fda9 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:28.564672 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:28.660404 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port a81c51a6-5afe-48e6-9438-3305c546fda9 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:29.577988 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c74d6de9-3828-4ffb-be6c-18f2cf31d918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.508319 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 0418c2ad-192e-4cab-b9f1-d4282407e0f6 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:30.609131 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:30.609831 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.717003 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:30.717320 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.745139 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] For port 0418c2ad-192e-4cab-b9f1-d4282407e0f6, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=0418c2ad-192e-4cab-b9f1-d4282407e0f6,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:30.807443 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:30.916384 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Pushing event updated for resources: {'Port': ['ID=0418c2ad-192e-4cab-b9f1-d4282407e0f6,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:30.971882 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:31.687256 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Sync routers for ids ['433a9913-6800-4aab-bc4e-1d69ec63965c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:59:31.689005 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Routers {'433a9913-6800-4aab-bc4e-1d69ec63965c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:31.689786 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:59:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['433a9913-6800-4aab-bc4e-1d69ec63965c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:31.933039 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Set router 433a9913-6800-4aab-bc4e-1d69ec63965c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:32.163560 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 4, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port': {'id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:24Z', 'updated_at': '2022-04-06T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a7765df1-f566-4cea-8951-0bcf3d1f8815', 'name': '', 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'mac_address': 'fa:16:3e:dd:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 2, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'subnets': [{'id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:32.194835 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Checking router: 433a9913-6800-4aab-bc4e-1d69ec63965c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:59:32.195193 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Updating router 433a9913-6800-4aab-bc4e-1d69ec63965c port a7765df1-f566-4cea-8951-0bcf3d1f8815 binding host dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:59:32.224657 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.483896 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 0418c2ad-192e-4cab-b9f1-d4282407e0f6 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:32.520159 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Publish callbacks [] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), precommit_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.533276 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:32.533655 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.576120 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.655476 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aeb9a-7db0-44b3-afd2-19409d2fa106 None None] Pushing event updated for resources: {'Port': ['ID=a7765df1-f566-4cea-8951-0bcf3d1f8815,revision_number=3']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:32.667645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:32.747083 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Attempting to bind port a7765df1-f566-4cea-8951-0bcf3d1f8815 on host dv-cinder-815660-6-iscsi for vnic_type normal with profile {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:32.747865 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Attempting to bind port a7765df1-f566-4cea-8951-0bcf3d1f8815 by drivers openvswitch,hyperv on host dv-cinder-815660-6-iscsi at level 0 using segments [{'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:32.748084 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Attempting to bind port a7765df1-f566-4cea-8951-0bcf3d1f8815 on network cdf5261c-6204-426d-b5eb-91fd8ee10941 {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:32.754118 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Checking agent: {'id': '76fca7bc-75a1-49ae-984f-ba07ab4af787', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815660-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 37, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815660-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:32.754497 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Checking segment: {'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:32.754931 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.755335 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Bound using segment: {'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'} {{(pid=110386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:32.755810 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.managers [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Bound port: a7765df1-f566-4cea-8951-0bcf3d1f8815, host: dv-cinder-815660-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803f912d-5a2c-49af-8257-08f1331e84ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941'}}] {{(pid=110386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:32.756194 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), before_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.852661 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] For port a7765df1-f566-4cea-8951-0bcf3d1f8815, host dv-cinder-815660-6-iscsi, cleared binding levels {{(pid=110386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:32.856412 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.plugins.ml2.db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] For port a7765df1-f566-4cea-8951-0bcf3d1f8815, host dv-cinder-815660-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a7765df1-f566-4cea-8951-0bcf3d1f8815,segment=NetworkSegment(803f912d-5a2c-49af-8257-08f1331e84ec),segment_id=803f912d-5a2c-49af-8257-08f1331e84ec)] {{(pid=110386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:32.932902 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron_lib.callbacks.manager [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), after_update {{(pid=110386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:32.963418 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-0ee96aa2-ba98-43f0-b64e-fe4a5d6b4198 None None] Provisioning complete for port a7765df1-f566-4cea-8951-0bcf3d1f8815 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:32.963888 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0ee96aa2-ba98-43f0-b64e-fe4a5d6b4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:33.015607 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:33.041395 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7aeb9a-7db0-44b3-afd2-19409d2fa106 None None] Pushing event updated for resources: {'Port': ['ID=a7765df1-f566-4cea-8951-0bcf3d1f8815,revision_number=4']} {{(pid=110386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:33.057725 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Routers {'433a9913-6800-4aab-bc4e-1d69ec63965c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:59:33.058665 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:59:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['433a9913-6800-4aab-bc4e-1d69ec63965c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:33.109227 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-0ee96aa2-ba98-43f0-b64e-fe4a5d6b4198 None None] Current status of the port a7765df1-f566-4cea-8951-0bcf3d1f8815 is: DOWN; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:33.109983 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0ee96aa2-ba98-43f0-b64e-fe4a5d6b4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:33.158611 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-0ee96aa2-ba98-43f0-b64e-fe4a5d6b4198 None None] For port a7765df1-f566-4cea-8951-0bcf3d1f8815, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a7765df1-f566-4cea-8951-0bcf3d1f8815,segment=NetworkSegment(803f912d-5a2c-49af-8257-08f1331e84ec),segment_id=803f912d-5a2c-49af-8257-08f1331e84ec)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:33.196568 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] Set router 433a9913-6800-4aab-bc4e-1d69ec63965c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:59:33.250907 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0ee96aa2-ba98-43f0-b64e-fe4a5d6b4198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:33.319837 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee96aa2-ba98-43f0-b64e-fe4a5d6b4198 None None] Pushing event updated for resources: {'Port': ['ID=a7765df1-f566-4cea-8951-0bcf3d1f8815,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:33.383766 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-f671066e-2b89-46a9-80d1-ba32537cbb35 None None] Provisioning complete for port a7765df1-f566-4cea-8951-0bcf3d1f8815 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:33.384145 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f671066e-2b89-46a9-80d1-ba32537cbb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:33.484969 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-f671066e-2b89-46a9-80d1-ba32537cbb35 None None] Current status of the port a7765df1-f566-4cea-8951-0bcf3d1f8815 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:33.507486 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 4, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port': {'id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:24Z', 'updated_at': '2022-04-06T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a7765df1-f566-4cea-8951-0bcf3d1f8815', 'name': '', 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'mac_address': 'fa:16:3e:dd:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:32Z', 'revision_number': 4, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'subnets': [{'id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:59:33.534744 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cd088-ef86-45d2-a3f1-8fa66f71b4b7 None None] The sync data for ids ['433a9913-6800-4aab-bc4e-1d69ec63965c'] in dv-cinder-815660-6-iscsi is: [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T12:59:27Z', 'revision_number': 4, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port': {'id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:24Z', 'updated_at': '2022-04-06T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a7765df1-f566-4cea-8951-0bcf3d1f8815', 'name': '', 'network_id': 'cdf5261c-6204-426d-b5eb-91fd8ee10941', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'mac_address': 'fa:16:3e:dd:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:26Z', 'updated_at': '2022-04-06T12:59:32Z', 'revision_number': 4, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'subnets': [{'id': '9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:59:33.863075 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.497186 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a7765df1-f566-4cea-8951-0bcf3d1f8815 up at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:34.554896 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Provisioning complete for port a7765df1-f566-4cea-8951-0bcf3d1f8815 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:34.555279 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:34.653506 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Current status of the port a7765df1-f566-4cea-8951-0bcf3d1f8815 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:35.429588 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:40.762704 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-6fb4779d-f32d-4a2c-a1e8-8ec282b90c86 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:40.764154 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-6fb4779d-f32d-4a2c-a1e8-8ec282b90c86 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/networks?id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 200 len: 815 time: 0.1060050 Apr 06 12:59:40.779418 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c2ff0a37-aefd-4096-99c4-734d376c66e2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/quotas/77ac468dab6a4643bba9d091810c5dfd HTTP/1.1" status: 200 len: 375 time: 0.0095387 Apr 06 12:59:40.847102 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-9c392c5b-5f96-4d43-bd2b-d9f5bf5c7c0c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623701 Apr 06 12:59:40.978422 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-3e95dec2-ef5a-4a49-a921-77614ab1a202 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=110384) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:59:40.981450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-3e95dec2-ef5a-4a49-a921-77614ab1a202 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1211617 Apr 06 12:59:41.073253 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-d47d65c5-89b6-469a-9e5a-df1a2ec1da1b service neutron] 10.222.0.79 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878248 Apr 06 12:59:41.175870 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-5229bac5-12dd-4fa0-a414-ab1925511366 service neutron] 10.222.0.79 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961978 Apr 06 12:59:41.393794 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-752bfd3f-e8b9-425c-9d19-18fd3c02b716 req-5d87068c-149d-44c3-ab6c-9dfbd012671f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 210 time: 0.0348375 Apr 06 12:59:42.477379 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6562981d-a2da-489c-aa74-5c8e09d51f0a req-c2eb122d-78fd-45e0-b7fc-a8c6150e8d47 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 210 time: 0.0282974 Apr 06 12:59:43.582564 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-40c5228f-3411-4820-9795-1c4e258075ec req-2fc23ca3-41c6-4f88-a741-1a6af465d480 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 210 time: 0.0375662 Apr 06 12:59:43.683363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-d5582a79-d619-44c0-b61b-22cd21b3ca97 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:43.684910 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-d5582a79-d619-44c0-b61b-22cd21b3ca97 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.83 "GET /v2.0/networks?id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 200 len: 815 time: 0.1122646 Apr 06 12:59:43.698087 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'port': {'device_id': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'admin_state_up': True, 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:43.886843 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Made reservation on behalf of 77ac468dab6a4643bba9d091810c5dfd for: {'port': 1} {{(pid=110384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:43.892315 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.024421 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Allocated IP 172.20.0.5 (71cb46c4-a3aa-4ead-8b4c-985a08b1365f/49fe0b55-1f9c-4e68-acf1-5457d908d2bd/5eca9bb0-6397-49b8-97d5-2a7157876f84) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:44.186871 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.308494 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.357012 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:44.360438 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:44.362979 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:44.397754 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:44.407435 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.407796 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.408143 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.408490 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.411716 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.417618 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:59:44.454846 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:44.455676 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.558113 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-c73326e2-1cdb-403a-a0ca-ed46109bb00f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8640847 Apr 06 12:59:44.711694 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-48624911-5977-4b20-9310-a1c828f0803f None None] Provisioning complete for port 5eca9bb0-6397-49b8-97d5-2a7157876f84 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:44.712849 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-48624911-5977-4b20-9310-a1c828f0803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.819610 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cf19d-d52a-4f25-832e-c9f0d0d48158 req-dda51d98-76c5-4dac-ab6a-2a43157364d1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:44.826207 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e53cf19d-d52a-4f25-832e-c9f0d0d48158 req-dda51d98-76c5-4dac-ab6a-2a43157364d1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 931 time: 0.1241012 Apr 06 12:59:44.841420 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-48624911-5977-4b20-9310-a1c828f0803f None None] Port 5eca9bb0-6397-49b8-97d5-2a7157876f84 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:44.918894 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e53cf19d-d52a-4f25-832e-c9f0d0d48158 req-ea0f0502-34f9-4d19-b13d-76cfe48492f0 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790527 Apr 06 12:59:45.135088 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-d383f3f6-e956-4a7c-9dad-236175326b40 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78732313&fields=id&tenant_id=0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 267 time: 0.0728064 Apr 06 12:59:45.338992 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-291b6a90-212d-45ed-ac65-f531892bf975 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:45.347073 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-291b6a90-212d-45ed-ac65-f531892bf975 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 812 time: 0.2025297 Apr 06 12:59:45.367897 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-d8d29984-07c3-43b2-a078-a3282a94123e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/quotas/0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 375 time: 0.0193274 Apr 06 12:59:45.461181 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-add671e6-05be-466b-bdfd-ab95ede8bdf2 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879548 Apr 06 12:59:45.609817 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-047bf648-f2a9-456a-abfc-a38c462dc463 service neutron] 10.222.0.79 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425126 Apr 06 12:59:45.766988 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-13b7a61d-daae-4ddd-8cbb-3ed71b926fca service neutron] 10.222.0.79 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486878 Apr 06 12:59:46.084415 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996331a6-4e67-48eb-a72d-7b2c517ec3e4 req-e2618713-3648-4325-9eca-c27bf711783a tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:46.085952 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-996331a6-4e67-48eb-a72d-7b2c517ec3e4 req-e2618713-3648-4325-9eca-c27bf711783a tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 931 time: 0.0706367 Apr 06 12:59:46.155701 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-996331a6-4e67-48eb-a72d-7b2c517ec3e4 req-704af46b-d0dd-4b3d-b1f4-450bbb2e4d80 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630198 Apr 06 12:59:46.486204 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d85d261f-4638-462d-b114-8d4b413ae5ca req-aa949856-5f48-4b87-b1e7-73e845652b17 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0406532 Apr 06 12:59:47.311790 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbb99d-500f-4c6b-8a18-77e216d421c8 req-dde12f45-62f5-4216-bb23-4cd38209a54a tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:47.313588 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3cbb99d-500f-4c6b-8a18-77e216d421c8 req-dde12f45-62f5-4216-bb23-4cd38209a54a tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 931 time: 0.0712311 Apr 06 12:59:47.376796 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b3cbb99d-500f-4c6b-8a18-77e216d421c8 req-bb006048-9ed2-4266-a7d2-352e8b450a1f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532124 Apr 06 12:59:47.585438 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1053899b-f321-447a-a5f4-2475050875dc req-046c00db-d923-4a11-aab6-fe551db1b732 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0362134 Apr 06 12:59:48.546207 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4046a2c-f72e-4adf-ac84-e0e6c1fda52f req-64ee111d-d345-4637-bf87-2755625d65e1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:48.555835 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b4046a2c-f72e-4adf-ac84-e0e6c1fda52f req-64ee111d-d345-4637-bf87-2755625d65e1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 931 time: 0.0793109 Apr 06 12:59:48.620896 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b4046a2c-f72e-4adf-ac84-e0e6c1fda52f req-1b0cc227-ede9-4d6e-9bb1-8f6dded1b0a9 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Apr 06 12:59:48.700437 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-73491f13-ea24-4595-bbfa-895848922ce8 req-c2eb05a7-7e6e-421e-9415-f8510c560417 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0298390 Apr 06 12:59:48.937031 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:59:49.807086 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1176d2-6aa6-49e8-95ee-41eb1ecef79a req-b6dae8b7-c8ed-44c8-ace4-a2a355695ffe tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:49.808918 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2f1176d2-6aa6-49e8-95ee-41eb1ecef79a req-b6dae8b7-c8ed-44c8-ace4-a2a355695ffe tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 931 time: 0.0944309 Apr 06 12:59:49.843952 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bb5d523d-22ee-4a82-872d-d784f0253a9b req-e30f1bb0-5ecf-457f-bf80-e0abb2b0531d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0337367 Apr 06 12:59:49.897560 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2f1176d2-6aa6-49e8-95ee-41eb1ecef79a req-b9f9a197-c5bc-4bb8-9fbf-c34ca93dab51 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770051 Apr 06 12:59:51.014673 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-578a335a-5fef-47f3-ba2c-cd8696253301 req-9c9223dc-7358-4e83-92c5-ec856fce1002 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0402207 Apr 06 12:59:51.099924 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c2c8-4889-4a5d-9541-ed35ea1153be req-7254da10-e101-49fa-aca7-e1590ce4eae6 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:51.101619 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a521c2c8-4889-4a5d-9541-ed35ea1153be req-7254da10-e101-49fa-aca7-e1590ce4eae6 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 931 time: 0.0915458 Apr 06 12:59:51.188363 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a521c2c8-4889-4a5d-9541-ed35ea1153be req-ef886c4c-05ff-45de-9f8f-1ee890bbe573 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785248 Apr 06 12:59:51.989725 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Request body: {'port': {'device_id': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:52.063148 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:52.130592 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-9076598d-8ca5-4f00-84f9-00d45969d28d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552523 Apr 06 12:59:52.143398 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-94c4a6e9-fdc2-4f39-b637-fe07e4d72187 req-ed984c9f-d16f-424c-8392-2e380bdc09e3 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0340781 Apr 06 12:59:52.244068 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-2745dab5-875e-4ddd-a5db-8b353a78504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:52.245633 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-2745dab5-875e-4ddd-a5db-8b353a78504f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1129 time: 0.0600677 Apr 06 12:59:52.374800 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-95104f6c-c8cb-4f35-bc67-fca04b8f9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:52.376629 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-95104f6c-c8cb-4f35-bc67-fca04b8f9e86 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1115737 Apr 06 12:59:52.389977 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cb75b-1113-4baa-88c1-fb6eecb4ad17 req-92d64e5a-fb79-4dfe-bce6-d07fb9578e9c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:52.391589 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b89cb75b-1113-4baa-88c1-fb6eecb4ad17 req-92d64e5a-fb79-4dfe-bce6-d07fb9578e9c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 931 time: 0.1069903 Apr 06 12:59:52.488716 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-dc95aafe-1b35-4ae3-bfd1-9234e871a0b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 200 len: 1001 time: 0.0993142 Apr 06 12:59:52.513595 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eca9bb0-6397-49b8-97d5-2a7157876f84 {{(pid=110384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:59:52.523312 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b89cb75b-1113-4baa-88c1-fb6eecb4ad17 req-010a1eaf-d491-4bfd-82a7-307cf215126a tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202829 Apr 06 12:59:52.527168 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Publish callbacks [] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:52.543481 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.provisioning_blocks [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Transition to ACTIVE for port object 5eca9bb0-6397-49b8-97d5-2a7157876f84 will not be triggered until provisioned by entity L2. {{(pid=110384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:59:52.555484 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-3c3fd37f-20a8-4018-8675-1ea85b6d3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:52.557300 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-3c3fd37f-20a8-4018-8675-1ea85b6d3023 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0623567 Apr 06 12:59:52.618232 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:52.631460 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-b617e561-bfa8-4f2d-a4df-4cf387d9d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:52.635567 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-b617e561-bfa8-4f2d-a4df-4cf387d9d0d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655425 Apr 06 12:59:52.683141 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Pushing event updated for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:52.774344 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Attempting to bind port 5eca9bb0-6397-49b8-97d5-2a7157876f84 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:52.774700 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Attempting to bind port 5eca9bb0-6397-49b8-97d5-2a7157876f84 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:52.775056 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Attempting to bind port 5eca9bb0-6397-49b8-97d5-2a7157876f84 on network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:52.775394 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-e193008d-117b-400f-b08b-96b840fb72e5 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330626 Apr 06 12:59:52.782756 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Port 5eca9bb0-6397-49b8-97d5-2a7157876f84 on network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:59:52.783071 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Attempting to bind port 5eca9bb0-6397-49b8-97d5-2a7157876f84 on network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:52.790917 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:52.791251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Checking segment: {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:52.791650 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Bound using segment: {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'} {{(pid=110384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:52.794383 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.managers [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Bound port: 5eca9bb0-6397-49b8-97d5-2a7157876f84, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f2fd8d-500c-4826-b3db-efd390fc4b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f'}}] {{(pid=110384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:52.794383 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:52.870357 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, cleared binding levels {{(pid=110384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:52.876796 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:52.957638 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-3db3a6b9-4445-4a74-8ef6-dd0828de6ab4 req-c99a03fb-07c5-4f44-a7a7-b0ff1631b3b8 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966423 Apr 06 12:59:52.958892 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:53.001766 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.002416 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:53.003989 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] 10.222.0.83 "PUT /v2.0/ports/5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 1093 time: 1.0194545 Apr 06 12:59:53.004533 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:53.006971 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d46f59-8efc-4e43-ab3a-4e8db38754a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:53.032392 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce965f1-a7f8-41cf-af95-7b614e13a41a service neutron] Pushing event updated for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=3']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:53.061197 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67142e81-a483-44b6-ac44-4d9a805a9030 x-openstack-request-id: req-67142e81-a483-44b6-ac44-4d9a805a9030 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:53.061496 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:53.061753 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67142e81-a483-44b6-ac44-4d9a805a9030 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:53.062163 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67142e81-a483-44b6-ac44-4d9a805a9030'] response: {'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'status': 'completed', 'code': 200} Apr 06 12:59:53.166349 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46f59-8efc-4e43-ab3a-4e8db38754a4 req-fcb08ebd-41c4-4bb4-a3df-f60a88ce87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.167964 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-02d46f59-8efc-4e43-ab3a-4e8db38754a4 req-fcb08ebd-41c4-4bb4-a3df-f60a88ce87ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1127 time: 0.0824304 Apr 06 12:59:53.284928 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-9cd9d761-9dc0-4163-8733-240004a46929 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.287353 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-9cd9d761-9dc0-4163-8733-240004a46929 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1687901 Apr 06 12:59:53.313712 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d1cd715c-da50-4231-b031-a8a6726f9ff3 req-7a537b2b-af8b-4f97-a3db-c23b7fe67a82 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0366795 Apr 06 12:59:53.343401 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46f59-8efc-4e43-ab3a-4e8db38754a4 req-e2790ce0-643c-4a53-82a2-5a49d5b645d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.344907 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-02d46f59-8efc-4e43-ab3a-4e8db38754a4 req-e2790ce0-643c-4a53-82a2-5a49d5b645d8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=77ac468dab6a4643bba9d091810c5dfd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1687193 Apr 06 12:59:53.378432 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-5224b202-e097-43f1-af16-6cc689ea5ec0 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0882948559d74a3fa9025ba2e450e7b0 HTTP/1.1" status: 200 len: 378 time: 0.0828187 Apr 06 12:59:53.446012 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'port': {'device_id': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'admin_state_up': True, 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'security_groups': ['4a46f708-9a70-4cd7-8455-d26225eaeb96']}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:53.474635 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46f59-8efc-4e43-ab3a-4e8db38754a4 req-c3f18481-2c28-4367-86be-9f7f5ab93e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.482540 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-02d46f59-8efc-4e43-ab3a-4e8db38754a4 req-c3f18481-2c28-4367-86be-9f7f5ab93e7f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312954 Apr 06 12:59:53.607101 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-f1b8489c-1f03-4d81-bc89-8e2307431683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.607853 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-f1b8489c-1f03-4d81-bc89-8e2307431683 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1127 time: 0.0628171 Apr 06 12:59:53.660298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-a230d673-d1ff-45ac-a7ad-ed9444ef6b62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 217 time: 0.0445089 Apr 06 12:59:53.697387 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Made reservation on behalf of 0882948559d74a3fa9025ba2e450e7b0 for: {'port': 1} {{(pid=110383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:59:53.700681 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:53.736465 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-b699a8e2-b2b8-4d69-a80f-7ef48c3145f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.737951 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-b699a8e2-b2b8-4d69-a80f-7ef48c3145f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49fe0b55-1f9c-4e68-acf1-5457d908d2bd HTTP/1.1" status: 200 len: 854 time: 0.0555797 Apr 06 12:59:53.745730 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd4c6e-15be-435d-bf17-3a867cfe83b3 req-28e03802-e4d5-47bb-af96-70b7d3bfa574 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.747206 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9ddd4c6e-15be-435d-bf17-3a867cfe83b3 req-28e03802-e4d5-47bb-af96-70b7d3bfa574 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 943 time: 0.1225882 Apr 06 12:59:53.824309 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9ddd4c6e-15be-435d-bf17-3a867cfe83b3 req-61aa9f9d-c4a5-43b1-a0cc-b5a6980dad30 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668786 Apr 06 12:59:53.827237 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33db55-c273-403c-aceb-a631ea862e2d req-7d5ac1eb-c36c-42de-bf44-4603678f6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:53.828876 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-7d5ac1eb-c36c-42de-bf44-4603678f6f54 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807958 Apr 06 12:59:53.835236 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.db_base_plugin_common [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Allocated IP 172.20.0.11 (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6/aeec988f-4bdf-40af-a139-3da76ec35b81/54dca9b5-dba2-4ed1-b321-fe55cae6ec08) {{(pid=110383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:59:53.946933 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-da03107b-7951-4f7c-a7f2-9f753b993e16 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078699 Apr 06 12:59:54.045737 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0b33db55-c273-403c-aceb-a631ea862e2d req-5e0b8ece-4533-4b29-a529-08cb0552ba51 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927360 Apr 06 12:59:54.292276 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.404540 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.422433 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-44eb66c7-e8e8-46bc-ad6b-e55eead00dcc req-8500d7a5-a880-4672-857e-b737c585a656 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0349274 Apr 06 12:59:54.447729 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 is already hosted by enough agents. {{(pid=110383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:59:54.452709 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.base_scheduler [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Resources bound (agent type, host, resource id): {{(pid=110383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:59:54.457491 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Received port after_create {{(pid=110383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:59:54.485298 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:54.514915 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:54.515564 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.597798 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-59d32949-32de-4e38-ba32-a6c6ba064790 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2146845 Apr 06 12:59:54.699787 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-098e5242-9e76-4874-941d-5c7db4fc6a64 None None] Provisioning complete for port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:54.700453 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-098e5242-9e76-4874-941d-5c7db4fc6a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.744628 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-098e5242-9e76-4874-941d-5c7db4fc6a64 None None] Port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 cannot update to ACTIVE because it is not bound. {{(pid=110385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:59:54.915013 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Request body: {'port': {'device_id': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81566'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:59:54.947780 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff368a-e769-45d4-a4bb-ec977b6720ee req-3b3c5bf1-89e3-466f-81fa-a8ea1553eaf8 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:54.949297 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-66ff368a-e769-45d4-a4bb-ec977b6720ee req-3b3c5bf1-89e3-466f-81fa-a8ea1553eaf8 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 943 time: 0.0544174 Apr 06 12:59:54.982852 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:54.998615 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-66ff368a-e769-45d4-a4bb-ec977b6720ee req-c2a5b0c2-550a-4729-8e5b-f49a79a1aa8a tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Apr 06 12:59:55.264058 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 {{(pid=110383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:59:55.272327 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Publish callbacks [] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), precommit_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.284352 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.provisioning_blocks [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Transition to ACTIVE for port object 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 will not be triggered until provisioned by entity L2. {{(pid=110383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:59:55.377240 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.432652 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Pushing event updated for resources: {'Port': ['ID=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,revision_number=2']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Attempting to bind port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 on host hv-cinder-81566 for vnic_type normal with profile {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Attempting to bind port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 by drivers openvswitch,hyperv on host hv-cinder-81566 at level 0 using segments [{'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Attempting to bind port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81566 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Attempting to bind port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 on network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Checking agent: {'id': 'e58a2ad8-225f-4965-8d77-4e89e7282bf1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81566', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'started_at': datetime.datetime(2022, 4, 6, 12, 43, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Checking segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Bound using segment: {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'} {{(pid=110383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.managers [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Bound port: 54dca9b5-dba2-4ed1-b321-fe55cae6ec08, host: hv-cinder-81566, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63dce4a-6cd0-4495-b718-3ceefda709a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6'}}] {{(pid=110383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:59:55.536536 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), before_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.576373 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eedaa1-8c88-43b8-9f8b-6b7d90200cbc req-51e7ac92-dbd9-43d0-b109-8649312688b6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:55.583859 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-92eedaa1-8c88-43b8-9f8b-6b7d90200cbc req-51e7ac92-dbd9-43d0-b109-8649312688b6 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0848293 Apr 06 12:59:55.620194 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] For port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08, host hv-cinder-81566, cleared binding levels {{(pid=110383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:59:55.633158 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-92eedaa1-8c88-43b8-9f8b-6b7d90200cbc req-39d4d5bd-ed19-4b62-866b-d1a157f4aba2 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482962 Apr 06 12:59:55.633404 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] For port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08, host hv-cinder-81566, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:59:55.665552 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5eca9bb0-6397-49b8-97d5-2a7157876f84 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:59:55.720832 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3268217'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), after_update {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.761030 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:55.761668 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.763178 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] 10.222.0.83 "PUT /v2.0/ports/54dca9b5-dba2-4ed1-b321-fe55cae6ec08 HTTP/1.1" status: 200 len: 1094 time: 0.8529983 Apr 06 12:59:55.763514 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:55.765853 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4936f-b023-4960-8ccc-b9e122dea2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:55.775067 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:55.788710 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'port_id': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'mac_address': 'fa:16:3e:82:02:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:59:55.806761 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bedc93-bd3c-49bb-abac-fc2d0dc5ccb4 service neutron] Pushing event updated for resources: {'Port': ['ID=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,revision_number=3']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:55.841891 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cf8f2c-5579-4ea2-91ad-d254bfad94c8 x-openstack-request-id: req-30cf8f2c-5579-4ea2-91ad-d254bfad94c8 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:55.843946 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:55.843946 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30cf8f2c-5579-4ea2-91ad-d254bfad94c8 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:55.843946 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cf8f2c-5579-4ea2-91ad-d254bfad94c8'] response: {'name': 'network-changed', 'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'status': 'completed', 'code': 200} Apr 06 12:59:55.861163 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 5eca9bb0-6397-49b8-97d5-2a7157876f84 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:55.862009 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:55.881831 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eca9bb0-6397-49b8-97d5-2a7157876f84 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:59:55.909382 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4936f-b023-4960-8ccc-b9e122dea2a7 req-4b5bcc77-5c71-485a-9b8e-20db7bfbf922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:55.911726 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-68c4936f-b023-4960-8ccc-b9e122dea2a7 req-4b5bcc77-5c71-485a-9b8e-20db7bfbf922 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 1128 time: 0.0531373 Apr 06 12:59:55.938615 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:56.028290 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4936f-b023-4960-8ccc-b9e122dea2a7 req-b74d335f-0edd-4b34-9e65-4e0292d0ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:56.029893 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-68c4936f-b023-4960-8ccc-b9e122dea2a7 req-b74d335f-0edd-4b34-9e65-4e0292d0ea52 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0882948559d74a3fa9025ba2e450e7b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1113737 Apr 06 12:59:56.039793 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:56.121241 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:56.135502 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49f6d6-2cea-4a59-8bf0-4103161ceee7 req-76d0f85b-ed11-41eb-aa63-29599e945c50 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:56.137084 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c49f6d6-2cea-4a59-8bf0-4103161ceee7 req-76d0f85b-ed11-41eb-aa63-29599e945c50 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 944 time: 0.0669522 Apr 06 12:59:56.155727 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4936f-b023-4960-8ccc-b9e122dea2a7 req-554fe0d0-942e-4aae-aa16-684d2c53eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:56.157276 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-68c4936f-b023-4960-8ccc-b9e122dea2a7 req-554fe0d0-942e-4aae-aa16-684d2c53eab7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198099 Apr 06 12:59:56.189748 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c49f6d6-2cea-4a59-8bf0-4103161ceee7 req-6ae8d660-2639-4ce5-8faf-9a61f64d5075 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Apr 06 12:59:56.240631 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-f8cb5d96-1037-4df0-a2c3-fde9d9a54ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:56.242189 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-f8cb5d96-1037-4df0-a2c3-fde9d9a54ef0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 1128 time: 0.0462222 Apr 06 12:59:56.261460 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['5eca9bb0-6397-49b8-97d5-2a7157876f84'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:59:56.288643 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-d290fb65-637e-47cf-80a8-1004340fd652 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08 HTTP/1.1" status: 200 len: 217 time: 0.0390587 Apr 06 12:59:56.347700 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-7c3cfffa-7130-4bbd-9550-f04952687dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:56.349827 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-7c3cfffa-7130-4bbd-9550-f04952687dc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0546556 Apr 06 12:59:56.404319 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-0d77b0cb-35a9-46db-9cef-ff77ec43a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:56.406371 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-0d77b0cb-35a9-46db-9cef-ff77ec43a12e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502968 Apr 06 12:59:56.510649 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-3bc28f0b-e3b9-4d51-9a8d-ca91ca461b24 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962579 Apr 06 12:59:56.615491 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-bb7131d5-5479-47b0-a770-aaaa2a01abca req-c24dcb49-374b-42ee-a1ae-d8f3067aa5b2 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984125 Apr 06 12:59:56.793351 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cdd977-9fdd-4c5b-a836-7e4e6cda707b req-6a393720-bc07-4db9-a669-13a5f7d55ef1 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:56.795286 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-50cdd977-9fdd-4c5b-a836-7e4e6cda707b req-6a393720-bc07-4db9-a669-13a5f7d55ef1 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0842457 Apr 06 12:59:56.851773 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-50cdd977-9fdd-4c5b-a836-7e4e6cda707b req-360a8849-03c6-440b-ab39-40b71811d26b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502245 Apr 06 12:59:57.216777 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41484dda-5bd5-41f1-b9fb-6010f6c7170e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.313306 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b864528-4391-4e96-b36d-638b2e2afb27 req-878f7f19-47f0-4d0a-a26c-dac7f67bf025 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:57.314791 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b864528-4391-4e96-b36d-638b2e2afb27 req-878f7f19-47f0-4d0a-a26c-dac7f67bf025 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 944 time: 0.0529361 Apr 06 12:59:57.364816 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9b864528-4391-4e96-b36d-638b2e2afb27 req-2e298c65-9765-466f-a6d4-b9c96a31f5db tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Apr 06 12:59:57.679628 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5eca9bb0-6397-49b8-97d5-2a7157876f84 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:59:57.798372 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 5eca9bb0-6397-49b8-97d5-2a7157876f84 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:59:57.802845 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 5eca9bb0-6397-49b8-97d5-2a7157876f84 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:59:57.803224 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.890317 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 5eca9bb0-6397-49b8-97d5-2a7157876f84 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:59:57.890716 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:57.917657 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:59:57.920153 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c097ab9c-d13e-4a53-a44c-30b54fe9474d" -d '{"events": [{"server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "name": "network-vif-plugged", "status": "completed", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:59:57.934256 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:59:57.969422 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb76a887-3b85-486f-9e69-33e3bf041b1e x-openstack-request-id: req-cb76a887-3b85-486f-9e69-33e3bf041b1e {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:59:57.969769 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "name": "network-vif-plugged", "status": "completed", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:59:57.970240 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb76a887-3b85-486f-9e69-33e3bf041b1e {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:59:57.970643 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb76a887-3b85-486f-9e69-33e3bf041b1e'] response: {'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'code': 200} Apr 06 12:59:57.991727 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244746cd-1227-47c2-841d-6ae6f4ffd9ec req-0681a476-bab3-4450-a0f9-90c9aaf699d7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:57.993293 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-244746cd-1227-47c2-841d-6ae6f4ffd9ec req-0681a476-bab3-4450-a0f9-90c9aaf699d7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0719631 Apr 06 12:59:58.010324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:58.063165 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-244746cd-1227-47c2-841d-6ae6f4ffd9ec req-70621f03-8cac-443d-80bc-ed73f08144cb tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636499 Apr 06 12:59:58.069312 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:59:58.316051 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecb1a4-7fb6-45e9-87b0-c83c76c67f71 req-00350521-79d4-47c7-bf2d-eab676c42d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:58.318242 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-73ecb1a4-7fb6-45e9-87b0-c83c76c67f71 req-00350521-79d4-47c7-bf2d-eab676c42d0f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1129 time: 0.0533307 Apr 06 12:59:58.363867 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-73ecb1a4-7fb6-45e9-87b0-c83c76c67f71 req-44f84b69-afc7-4702-bd24-7c7867ebe581 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Apr 06 12:59:58.486845 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d61c8-6822-4bfd-9d4f-d04f12ca3c20 req-25c9ea38-9dda-43de-be0a-527ef8a53ea2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:58.488360 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e75d61c8-6822-4bfd-9d4f-d04f12ca3c20 req-25c9ea38-9dda-43de-be0a-527ef8a53ea2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0546834 Apr 06 12:59:58.542783 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e75d61c8-6822-4bfd-9d4f-d04f12ca3c20 req-f76dce89-fd1a-427f-922e-d49c200912e5 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478585 Apr 06 12:59:59.191261 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18703b4c-ccd8-4f7b-8060-73ec6979c39e req-4840e2bb-32fb-4282-948b-1edd9ac511fb tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:59.194082 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-18703b4c-ccd8-4f7b-8060-73ec6979c39e req-4840e2bb-32fb-4282-948b-1edd9ac511fb tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0618699 Apr 06 12:59:59.245432 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-18703b4c-ccd8-4f7b-8060-73ec6979c39e req-5cf82f7a-237f-4f12-875d-01482947af89 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450327 Apr 06 12:59:59.532224 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-518d3a09-50c2-4ee5-88a0-115253fbcf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:59.669459 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b3418-b1d3-45d4-8cab-ed8fa0a89fef req-eb233f04-3d67-4282-bef8-1264b980ee35 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:59.671129 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b01b3418-b1d3-45d4-8cab-ed8fa0a89fef req-eb233f04-3d67-4282-bef8-1264b980ee35 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0576694 Apr 06 12:59:59.725980 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b01b3418-b1d3-45d4-8cab-ed8fa0a89fef req-a5b27b70-b983-4c0d-92c2-79c3d64c06f1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 Apr 06 13:00:00.368947 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf581b-aee4-4beb-8c8b-5892fa1aec11 req-4cdae6fe-c8b7-4854-b6ec-3422d5592ccf tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:00.370515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b5bf581b-aee4-4beb-8c8b-5892fa1aec11 req-4cdae6fe-c8b7-4854-b6ec-3422d5592ccf tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0563157 Apr 06 13:00:00.420021 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b5bf581b-aee4-4beb-8c8b-5892fa1aec11 req-47b4d409-4f23-4a4e-b856-d1a1ba78fcea tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430341 Apr 06 13:00:00.847875 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f3cef-7172-4189-8a52-0bbfc81bb6fe req-c3cc1bb2-2e26-4500-afba-40b3debb62a1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:00.849968 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed9f3cef-7172-4189-8a52-0bbfc81bb6fe req-c3cc1bb2-2e26-4500-afba-40b3debb62a1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0544741 Apr 06 13:00:00.896222 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ed9f3cef-7172-4189-8a52-0bbfc81bb6fe req-6fe70f6a-c6f0-4c0b-b156-6c161fa4a077 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Apr 06 13:00:00.909036 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:01.023280 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407d64f-b72e-4145-8469-e9051cd2a692 req-b7f62503-a5e8-4399-8ab0-60ebdd021ecd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:01.024787 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2407d64f-b72e-4145-8469-e9051cd2a692 req-b7f62503-a5e8-4399-8ab0-60ebdd021ecd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0601830 Apr 06 13:00:01.075295 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2407d64f-b72e-4145-8469-e9051cd2a692 req-7baeaf83-6731-4179-90fd-44b4970334f1 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Apr 06 13:00:01.414209 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7302f-afa5-4965-b90b-9c27eb051afd req-6d618127-dd5f-4e7e-b68c-5abfff368714 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:01.415608 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a5b7302f-afa5-4965-b90b-9c27eb051afd req-6d618127-dd5f-4e7e-b68c-5abfff368714 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0559869 Apr 06 13:00:01.465541 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a5b7302f-afa5-4965-b90b-9c27eb051afd req-4613452e-f2fe-4f73-a03d-7eb14e4c908f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Apr 06 13:00:01.544292 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d924d0-b50c-45ee-a96d-c00120fe5b56 req-dc2b52d9-c037-40ee-b989-82b9361162c5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:01.546171 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8d924d0-b50c-45ee-a96d-c00120fe5b56 req-dc2b52d9-c037-40ee-b989-82b9361162c5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0563438 Apr 06 13:00:01.598946 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-d8d924d0-b50c-45ee-a96d-c00120fe5b56 req-d6dbc92b-b3a5-4a74-bbb1-dda9cc4c3a32 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459945 Apr 06 13:00:02.724995 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4115e-d877-4617-b58f-b0b43d0a07ee req-f494e52f-4b5d-4ace-a0d6-c17777e39629 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:02.726515 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e5a4115e-d877-4617-b58f-b0b43d0a07ee req-f494e52f-4b5d-4ace-a0d6-c17777e39629 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0595913 Apr 06 13:00:02.782510 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-e5a4115e-d877-4617-b58f-b0b43d0a07ee req-cdba0803-1cfc-4abb-87e7-d52a799ba6c1 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470726 Apr 06 13:00:03.044151 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.726610 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 details requested by agent hyperv_hv-cinder-81566 with host hv-cinder-81566 {{(pid=110385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:00:03.846880 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:03.859871 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Returning: {'device': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'port_id': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'mac_address': 'fa:16:3e:5c:91:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:00:03.886697 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.902308 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 is: DOWN; New status is: BUILD {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:03.902707 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.909871 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171b413-8de0-44dd-b425-e004c485e802 req-a6e4720d-9139-4a1b-8fde-4f4ba7ba0015 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:03.911983 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a171b413-8de0-44dd-b425-e004c485e802 req-a6e4720d-9139-4a1b-8fde-4f4ba7ba0015 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 944 time: 0.0552583 Apr 06 13:00:03.918420 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 {{(pid=110385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:03.940265 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:03.964338 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a171b413-8de0-44dd-b425-e004c485e802 req-bfbee8bd-3804-4b23-933e-3dea904de088 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456583 Apr 06 13:00:04.038511 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:04.087709 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,revision_number=4']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:04.261169 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['54dca9b5-dba2-4ed1-b321-fe55cae6ec08'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:05.084187 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37459f62-338b-4f26-aec0-cbcb72781f22 req-57ba07f2-4b48-4a7d-ba15-ddfc1d68646b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:05.085702 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-37459f62-338b-4f26-aec0-cbcb72781f22 req-57ba07f2-4b48-4a7d-ba15-ddfc1d68646b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 945 time: 0.0533688 Apr 06 13:00:05.137543 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-37459f62-338b-4f26-aec0-cbcb72781f22 req-9f3b304c-a599-4eb4-a0fc-ca6f5f70efc7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457914 Apr 06 13:00:05.469454 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:05.736895 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 up at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:00:05.982617 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning for port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 completed by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:00:05.987210 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Provisioning complete for port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 triggered by entity L2. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:05.987533 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:06.064373 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Current status of the port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 is: BUILD; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:06.064799 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), before_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:06.087562 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08'}] {{(pid=110385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:06.089818 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38dc40960a84460606678f1d904bf59ef1926029b009cac8168b64ec77c1ec2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39b8927-6623-46a0-bd61-c58ee1103d4f" -d '{"events": [{"server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "name": "network-vif-plugged", "status": "completed", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08"}]}' {{(pid=110385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:06.102812 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] For port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:06.125863 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c241dfa-8045-4ae8-b828-55ee8c6d3101 x-openstack-request-id: req-4c241dfa-8045-4ae8-b828-55ee8c6d3101 {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:06.126168 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "name": "network-vif-plugged", "status": "completed", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08", "code": 200}]} {{(pid=110385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:06.126426 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c241dfa-8045-4ae8-b828-55ee8c6d3101 {{(pid=110385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:06.126835 dv-cinder-815660-6-iscsi neutron-server[110385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c241dfa-8045-4ae8-b828-55ee8c6d3101'] response: {'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'code': 200} Apr 06 13:00:06.199876 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:06.253077 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Pushing event updated for resources: {'Port': ['ID=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,revision_number=5']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:06.258089 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273e496-059b-4aa4-8d94-8fa20fb23504 req-64fa60af-bfac-4079-ad27-a22162cd6840 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:06.259609 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1273e496-059b-4aa4-8d94-8fa20fb23504 req-64fa60af-bfac-4079-ad27-a22162cd6840 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 946 time: 0.0553370 Apr 06 13:00:06.308678 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-1273e496-059b-4aa4-8d94-8fa20fb23504 req-62e4d81b-47d7-4d67-8d2c-612343d918ab tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433547 Apr 06 13:00:06.522259 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d86c8c-a33a-48df-8913-ffa14885c9a7 req-a96742a9-868f-4a7f-9dc0-9c8f6026fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:06.523756 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-19d86c8c-a33a-48df-8913-ffa14885c9a7 req-a96742a9-868f-4a7f-9dc0-9c8f6026fe1f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 1130 time: 0.0446696 Apr 06 13:00:06.570408 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-19d86c8c-a33a-48df-8913-ffa14885c9a7 req-61e97a0b-ae2a-44f3-a996-0d2d64d117b6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396936 Apr 06 13:00:07.439447 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32e02-cb99-4a18-8500-f01b08749a6c req-7f7c38fb-b621-4f96-984d-7f6229089871 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:07.440954 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fd32e02-cb99-4a18-8500-f01b08749a6c req-7f7c38fb-b621-4f96-984d-7f6229089871 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 946 time: 0.0541654 Apr 06 13:00:07.489447 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6fd32e02-cb99-4a18-8500-f01b08749a6c req-469344fa-3366-4260-9874-a52583aa4669 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428178 Apr 06 13:00:08.614582 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0340e2-91c1-4ad4-88ee-df85a2f3099c req-915df378-b347-4e45-9c1c-7d95118b3ff7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:08.616142 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce0340e2-91c1-4ad4-88ee-df85a2f3099c req-915df378-b347-4e45-9c1c-7d95118b3ff7 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 946 time: 0.0562706 Apr 06 13:00:08.664679 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ce0340e2-91c1-4ad4-88ee-df85a2f3099c req-a2e25395-c67d-471f-9ed7-d4ad34ed5f11 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429163 Apr 06 13:00:08.796647 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0312b-1c82-422f-9f3a-495d156c2fc8 req-de20c094-1c81-40f2-b633-540441258a88 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:08.798373 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-05b0312b-1c82-422f-9f3a-495d156c2fc8 req-de20c094-1c81-40f2-b633-540441258a88 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 946 time: 0.0586236 Apr 06 13:00:08.847654 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-05b0312b-1c82-422f-9f3a-495d156c2fc8 req-ff13c0c3-5715-4606-9fa4-31f095774638 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433812 Apr 06 13:00:08.869533 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55606) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:08.916065 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5dc60-af19-4396-8e65-6e1346017cb3 tempest-TestVolumeBootPattern-2106721022 tempest-TestVolumeBootPattern-2106721022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:08.917678 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-39c5dc60-af19-4396-8e65-6e1346017cb3 tempest-TestVolumeBootPattern-2106721022 tempest-TestVolumeBootPattern-2106721022-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 1125 time: 0.0471621 Apr 06 13:00:08.920467 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55608) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:08.925020 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'port_id': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:09.005417 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:09.113150 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:09.221757 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Allocated IP 172.27.3.103 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/71f5e0d4-9c72-46ef-916e-3dea0b237e66) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:09.323164 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:09.411767 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:09.456048 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:09.459144 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:09.462728 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:09.468084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=71f5e0d4-9c72-46ef-916e-3dea0b237e66,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:09.858237 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (3ef4f21f-9d96-488b-902e-39b8f11e3f01), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:09.985804 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:10.133863 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:10.199950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:10.282452 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event updated for resources: {'Port': ['ID=71f5e0d4-9c72-46ef-916e-3dea0b237e66,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:10.300276 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (3ef4f21f-9d96-488b-902e-39b8f11e3f01), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:10.681001 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Floating IP 3ef4f21f-9d96-488b-902e-39b8f11e3f01 associated. External IP: 172.27.3.103, port: 54dca9b5-dba2-4ed1-b321-fe55cae6ec08. Apr 06 13:00:10.901556 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:00:11.012289 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:11.022402 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:11.032868 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:11.033538 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:59:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:11.121769 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:11.144674 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:11.153046 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-87779611-2d00-4e0e-8737-d38994885e76 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2313161 Apr 06 13:00:11.153463 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:11.155950 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b915411-6337-41b3-a632-7ef4bf001e33" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:11.193764 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282a5db3-1408-49a1-8268-62045b696dcf x-openstack-request-id: req-282a5db3-1408-49a1-8268-62045b696dcf {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:11.194073 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:11.194333 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-282a5db3-1408-49a1-8268-62045b696dcf {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:11.194751 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282a5db3-1408-49a1-8268-62045b696dcf'] response: {'name': 'network-changed', 'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'status': 'completed', 'code': 200} Apr 06 13:00:11.267748 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-954ee129-2c71-4495-a259-6d6916cf1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:11.269347 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-954ee129-2c71-4495-a259-6d6916cf1b1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 1130 time: 0.0493932 Apr 06 13:00:11.364602 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-1fe4a9fe-d8fb-48b5-9a67-8b4a40dca50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:11.366695 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-1fe4a9fe-d8fb-48b5-9a67-8b4a40dca50e service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.0899642 Apr 06 13:00:11.393586 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '3ef4f21f-9d96-488b-902e-39b8f11e3f01', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:5c:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:09Z', 'updated_at': '2022-04-06T13:00:09Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}, {'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:05Z', 'revision_number': 1, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:11.420883 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:11.429922 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:11.430648 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:59:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:11.433314 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-b1c2509c-29d3-45eb-9c12-52adf027569a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08 HTTP/1.1" status: 200 len: 1000 time: 0.0597899 Apr 06 13:00:11.499059 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-8517f9e3-c3aa-4e96-944d-9b130a136deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:11.500559 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-8517f9e3-c3aa-4e96-944d-9b130a136deb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0571754 Apr 06 13:00:11.542707 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:11.555125 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-a537bcf6-06a8-4577-acd7-89721c02ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:11.557566 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-a537bcf6-06a8-4577-acd7-89721c02ea6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494485 Apr 06 13:00:11.650633 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-955abd40-349d-42a5-915c-b1f95f50cdad service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866606 Apr 06 13:00:11.749297 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-2b915411-6337-41b3-a632-7ef4bf001e33 req-e1cce446-48de-4a19-9061-e6aa9a5aab36 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918577 Apr 06 13:00:11.780865 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '3ef4f21f-9d96-488b-902e-39b8f11e3f01', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:5c:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:09Z', 'updated_at': '2022-04-06T13:00:09Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}, {'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:05Z', 'revision_number': 1, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:11.811870 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dac299-a61e-46f8-970f-ffe1ad32e7e5 None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '3ef4f21f-9d96-488b-902e-39b8f11e3f01', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:5c:91:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:09Z', 'updated_at': '2022-04-06T13:00:09Z', 'revision_number': 0, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}, {'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:05Z', 'revision_number': 1, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:11.995648 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f08dae-4eba-4986-88bb-69400407dbf8 req-7d28cd8e-c6fc-4b31-91a6-4934920d6568 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:11.997307 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3f08dae-4eba-4986-88bb-69400407dbf8 req-7d28cd8e-c6fc-4b31-91a6-4934920d6568 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0590770 Apr 06 13:00:12.016680 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba708c7-1628-4357-872e-cf8285867bea None None] New status for floating IP 3ef4f21f-9d96-488b-902e-39b8f11e3f01: ACTIVE {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:00:12.048708 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-c3f08dae-4eba-4986-88bb-69400407dbf8 req-7bcf4709-fa04-46bd-b555-89d3889a4ed7 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Apr 06 13:00:12.073684 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55626) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:12.161067 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad6af06-31d6-4460-a9f9-0da51050ef52 tempest-TestMinimumBasicScenario-2063356667 tempest-TestMinimumBasicScenario-2063356667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:12.162625 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-aad6af06-31d6-4460-a9f9-0da51050ef52 tempest-TestMinimumBasicScenario-2063356667 tempest-TestMinimumBasicScenario-2063356667-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1124 time: 0.0878360 Apr 06 13:00:12.165778 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55630) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:12.169929 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'floatingip': {'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'port_id': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:12.251052 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.351715 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (None), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.457330 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_common [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Allocated IP 172.27.3.33 (3accad4d-b9c7-4102-8d5f-d3ecfa325c40/9ef2c07b-7529-49a8-926e-3f1f2fab88a8/ddea6ad3-7958-4329-84cb-21eb3be058ab) {{(pid=110384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:12.560078 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.634163 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774482890213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:12.675529 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Network 3accad4d-b9c7-4102-8d5f-d3ecfa325c40 is already hosted by enough agents. {{(pid=110384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:12.678800 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.base_scheduler [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Resources bound (agent type, host, resource id): {{(pid=110384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:12.682779 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Received port after_create {{(pid=110384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:12.688267 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'Port': ['ID=ddea6ad3-7958-4329-84cb-21eb3be058ab,revision_number=1']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:13.057800 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for floatingip (62801ba3-08e3-4958-ad51-8ec20df7c438), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.227781 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.374432 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.451258 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.524024 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'Port': ['ID=ddea6ad3-7958-4329-84cb-21eb3be058ab,revision_number=2']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:13.536312 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740131'] for floatingip (62801ba3-08e3-4958-ad51-8ec20df7c438), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.641534 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Floating IP 62801ba3-08e3-4958-ad51-8ec20df7c438 associated. External IP: 172.27.3.33, port: 5eca9bb0-6397-49b8-97d5-2a7157876f84. Apr 06 13:00:13.861165 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Router 56bddc08-150a-4073-9775-8ea045724c3e has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:00:13.977583 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:00:13.988303 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] Sync routers for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:00:13.998691 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:13.999314 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:59:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:14.061746 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.096452 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ad0c4725-b6b9-464c-800b-bfb330fdd0b2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9296510 Apr 06 13:00:14.097058 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:14.099396 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2707a90-9045-4845-8e18-523a354c40d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:14.100872 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55632) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:14.106248 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-69913bdf-6eb6-482e-b288-3a0021c28ca4 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213871950', 'description': 'tempest-secgroup-smoke-1213871950 description', 'project_id': '77ac468dab6a4643bba9d091810c5dfd'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:14.116202 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:14.138078 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a14884-5228-4547-950e-83444de88aab x-openstack-request-id: req-04a14884-5228-4547-950e-83444de88aab {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:14.138479 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:14.138830 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04a14884-5228-4547-950e-83444de88aab {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:14.139338 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a14884-5228-4547-950e-83444de88aab'] response: {'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'status': 'completed', 'code': 200} Apr 06 13:00:14.194532 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-69913bdf-6eb6-482e-b288-3a0021c28ca4 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group (None), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.227767 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707a90-9045-4845-8e18-523a354c40d0 req-50b8f1fa-8b1f-46ac-acea-85a135c1ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.229371 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-c2707a90-9045-4845-8e18-523a354c40d0 req-50b8f1fa-8b1f-46ac-acea-85a135c1ec12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1129 time: 0.0697556 Apr 06 13:00:14.335546 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-69913bdf-6eb6-482e-b288-3a0021c28ca4 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group (f5612327-69e5-40ee-bbb7-cd57d46a6e3c), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.361755 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707a90-9045-4845-8e18-523a354c40d0 req-6494b050-8517-429c-950d-2c7de18ebd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.363242 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-c2707a90-9045-4845-8e18-523a354c40d0 req-6494b050-8517-429c-950d-2c7de18ebd9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 200 len: 916 time: 0.1260910 Apr 06 13:00:14.377158 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '62801ba3-08e3-4958-ad51-8ec20df7c438', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'port_id': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'mac_address': 'fa:16:3e:82:02:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:12Z', 'updated_at': '2022-04-06T13:00:12Z', 'revision_number': 0, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:14.407930 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] Checking router: 56bddc08-150a-4073-9775-8ea045724c3e for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:00:14.408231 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-69913bdf-6eb6-482e-b288-3a0021c28ca4 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (f5612327-69e5-40ee-bbb7-cd57d46a6e3c), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.416731 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:00:14.417574 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T12:59:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:14.460926 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-c2707a90-9045-4845-8e18-523a354c40d0 req-18063829-e922-4688-9f8c-b722ccd0a2b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 998 time: 0.0902705 Apr 06 13:00:14.462027 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69913bdf-6eb6-482e-b288-3a0021c28ca4 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5612327-69e5-40ee-bbb7-cd57d46a6e3c,revision_number=1']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:14.512072 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707a90-9045-4845-8e18-523a354c40d0 req-76c9a850-ff84-44ea-ad79-d888aaf9ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.513703 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-c2707a90-9045-4845-8e18-523a354c40d0 req-76c9a850-ff84-44ea-ad79-d888aaf9ade6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49fe0b55-1f9c-4e68-acf1-5457d908d2bd HTTP/1.1" status: 200 len: 854 time: 0.0459328 Apr 06 13:00:14.516779 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-69913bdf-6eb6-482e-b288-3a0021c28ca4 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.518002 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-69913bdf-6eb6-482e-b288-3a0021c28ca4 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4155810 Apr 06 13:00:14.521215 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55636) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:14.526534 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-432ad139-75fb-4669-9a99-e1c2852fbe9b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'security_group_rule': {'security_group_id': 'f5612327-69e5-40ee-bbb7-cd57d46a6e3c', 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:14.576731 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707a90-9045-4845-8e18-523a354c40d0 req-b5414d78-a9f0-4c00-81b1-4308f8e4e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.578340 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-c2707a90-9045-4845-8e18-523a354c40d0 req-b5414d78-a9f0-4c00-81b1-4308f8e4e4e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569189 Apr 06 13:00:14.611360 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-432ad139-75fb-4669-9a99-e1c2852fbe9b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (15e0f142-2dad-4bf0-876a-8016184f2234), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.670128 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:00:14.676469 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-c2707a90-9045-4845-8e18-523a354c40d0 req-2fd1b202-53df-484b-a137-442ce4e43518 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911274 Apr 06 13:00:14.677671 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-432ad139-75fb-4669-9a99-e1c2852fbe9b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (15e0f142-2dad-4bf0-876a-8016184f2234), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.748315 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-432ad139-75fb-4669-9a99-e1c2852fbe9b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (15e0f142-2dad-4bf0-876a-8016184f2234), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.770260 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ad139-75fb-4669-9a99-e1c2852fbe9b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e0f142-2dad-4bf0-876a-8016184f2234,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:14.778577 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-c2707a90-9045-4845-8e18-523a354c40d0 req-5534f69c-9d59-42d1-8204-9c154bc1740b service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954647 Apr 06 13:00:14.853278 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-432ad139-75fb-4669-9a99-e1c2852fbe9b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.854507 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-432ad139-75fb-4669-9a99-e1c2852fbe9b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322976 Apr 06 13:00:14.857294 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55638) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:14.862013 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [None req-ce7616c7-4c67-4d2c-b0c2-9279e235540d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'security_group_rule': {'security_group_id': 'f5612327-69e5-40ee-bbb7-cd57d46a6e3c', 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:14.910254 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '62801ba3-08e3-4958-ad51-8ec20df7c438', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'port_id': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'mac_address': 'fa:16:3e:82:02:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:12Z', 'updated_at': '2022-04-06T13:00:12Z', 'revision_number': 0, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:00:14.943722 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac092a-b091-4e82-9c90-2a6b45872fc7 None None] The sync data for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi is: [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '62801ba3-08e3-4958-ad51-8ec20df7c438', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'port_id': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'mac_address': 'fa:16:3e:82:02:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:00:12Z', 'updated_at': '2022-04-06T13:00:12Z', 'revision_number': 0, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:00:14.978009 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce7616c7-4c67-4d2c-b0c2-9279e235540d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (a23429e2-fce6-4426-b306-68b9cd4ac9c2), before_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.041666 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce7616c7-4c67-4d2c-b0c2-9279e235540d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (a23429e2-fce6-4426-b306-68b9cd4ac9c2), precommit_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.135646 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce7616c7-4c67-4d2c-b0c2-9279e235540d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (a23429e2-fce6-4426-b306-68b9cd4ac9c2), after_create {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.153819 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7616c7-4c67-4d2c-b0c2-9279e235540d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23429e2-fce6-4426-b306-68b9cd4ac9c2,revision_number=0']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:15.160261 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11496b4-5491-479d-9f5d-c0ef1cc83d5b None None] New status for floating IP 62801ba3-08e3-4958-ad51-8ec20df7c438: ACTIVE {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:00:15.264372 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce7616c7-4c67-4d2c-b0c2-9279e235540d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.265801 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ce7616c7-4c67-4d2c-b0c2-9279e235540d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4074438 Apr 06 13:00:15.268858 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55640) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:15.273724 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'security_group_rule': {'security_group_id': 'f5612327-69e5-40ee-bbb7-cd57d46a6e3c', 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:15.416548 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (b43fc64e-82a0-4328-9b66-71dce5c29ed4), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.479850 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (b43fc64e-82a0-4328-9b66-71dce5c29ed4), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.565577 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (b43fc64e-82a0-4328-9b66-71dce5c29ed4), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.584593 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43fc64e-82a0-4328-9b66-71dce5c29ed4,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:15.593053 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.593407 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.593755 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.594092 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.594426 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.594759 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.595089 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.595416 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.595743 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.596070 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.596548 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.596787 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.600130 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.600130 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.600130 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:15.653111 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.654447 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-1d2aab6a-d2e9-4609-9aa9-4cbf92369bae tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845356 Apr 06 13:00:15.657102 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55642) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:15.661463 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-e715c964-8b0e-4755-be62-f89e5d524116 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'security_group_rule': {'security_group_id': 'f5612327-69e5-40ee-bbb7-cd57d46a6e3c', 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:15.747686 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e715c964-8b0e-4755-be62-f89e5d524116 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (514da69d-a209-435d-8f01-3ba41da195e5), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.813868 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e715c964-8b0e-4755-be62-f89e5d524116 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (514da69d-a209-435d-8f01-3ba41da195e5), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.891042 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e715c964-8b0e-4755-be62-f89e5d524116 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (514da69d-a209-435d-8f01-3ba41da195e5), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.908545 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715c964-8b0e-4755-be62-f89e5d524116 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514da69d-a209-435d-8f01-3ba41da195e5,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:15.973003 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-e715c964-8b0e-4755-be62-f89e5d524116 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:15.974243 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-e715c964-8b0e-4755-be62-f89e5d524116 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162057 Apr 06 13:00:15.976953 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55644) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:15.981236 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'security_group_rule': {'security_group_id': 'f5612327-69e5-40ee-bbb7-cd57d46a6e3c', 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:16.091232 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.securitygroups_db [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Project 77ac468dab6a4643bba9d091810c5dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:00:16.096566 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (77fd340b-5209-4e39-995e-f12a9eed25d3), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.154748 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (77fd340b-5209-4e39-995e-f12a9eed25d3), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.233663 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (77fd340b-5209-4e39-995e-f12a9eed25d3), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.251815 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fd340b-5209-4e39-995e-f12a9eed25d3,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:16.327056 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.328301 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-4e334bb4-210f-4396-911f-fb5d4b4a22cf tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504257 Apr 06 13:00:16.331070 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55646) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:00:16.335392 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.v2.base [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'security_group_rule': {'security_group_id': 'f5612327-69e5-40ee-bbb7-cd57d46a6e3c', 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:16.450925 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.securitygroups_db [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Project 77ac468dab6a4643bba9d091810c5dfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 13:00:16.456364 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (2197ed58-25ce-4fd2-8a09-de2f2e240b53), before_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.515221 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (2197ed58-25ce-4fd2-8a09-de2f2e240b53), precommit_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.598192 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623197'] for security_group_rule (2197ed58-25ce-4fd2-8a09-de2f2e240b53), after_create {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.616808 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2197ed58-25ce-4fd2-8a09-de2f2e240b53,revision_number=0']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:16.685566 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.686745 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-de411674-9db7-462b-bc0f-25905097a823 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3547075 Apr 06 13:00:16.776778 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-244b93ae-f285-447f-a746-b8d7e3c9d458 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213871950&fields=id&tenant_id=77ac468dab6a4643bba9d091810c5dfd HTTP/1.1" status: 200 len: 267 time: 0.0452385 Apr 06 13:00:16.836634 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-7989a508-e773-48cf-bdb4-704057049096 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:16.838141 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-7989a508-e773-48cf-bdb4-704057049096 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0546756 Apr 06 13:00:16.848722 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'port': {'security_groups': ['a068226d-ed27-4be8-8527-f7473204a01c', 'f5612327-69e5-40ee-bbb7-cd57d46a6e3c']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:16.915452 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.098633 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:00:17.129936 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.203966 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.215560 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['5eca9bb0-6397-49b8-97d5-2a7157876f84'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:17.250354 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:17.250996 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.252406 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-45b2ef2c-3306-4689-9e87-b99c2b2b8ffc req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "PUT /v2.0/ports/5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 981 time: 0.4080586 Apr 06 13:00:17.252893 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:17.255247 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:17.292468 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3b1f7-5aed-4370-ae15-9eb5a7242abd tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=6']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:17.312960 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0508e3-0358-4ab1-b77a-29ff01ee36e8 x-openstack-request-id: req-ad0508e3-0358-4ab1-b77a-29ff01ee36e8 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:17.314005 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:17.314442 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad0508e3-0358-4ab1-b77a-29ff01ee36e8 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:17.315027 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0508e3-0358-4ab1-b77a-29ff01ee36e8'] response: {'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'status': 'completed', 'code': 200} Apr 06 13:00:17.356305 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['5eca9bb0-6397-49b8-97d5-2a7157876f84'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:00:17.388315 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-f70741d8-1b5b-4f3d-8bb2-8553f866477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:17.389926 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-f70741d8-1b5b-4f3d-8bb2-8553f866477a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1168 time: 0.0552535 Apr 06 13:00:17.406276 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b643f-a013-41a4-8b2c-730dd459f781 req-5e409c8a-19ad-429f-a48a-afc705ebd49b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:17.417854 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c7b643f-a013-41a4-8b2c-730dd459f781 req-5e409c8a-19ad-429f-a48a-afc705ebd49b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0758026 Apr 06 13:00:17.493695 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4c7b643f-a013-41a4-8b2c-730dd459f781 req-ef937184-9017-4f3a-b0a0-f18a1b25f783 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744667 Apr 06 13:00:17.507894 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-548d4f67-59f0-4fcf-a4cb-a307181f6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:17.509693 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-548d4f67-59f0-4fcf-a4cb-a307181f6e97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 200 len: 916 time: 0.1096458 Apr 06 13:00:17.553404 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-79e2fc5b-2372-468b-81e6-d334ccde7788 None None] Provisioning complete for port 5eca9bb0-6397-49b8-97d5-2a7157876f84 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:17.553816 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-79e2fc5b-2372-468b-81e6-d334ccde7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:17.593265 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-1b2c457e-57c8-4123-b83f-87a0dae363fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 1000 time: 0.0673692 Apr 06 13:00:17.645710 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-d9e981a4-602c-4a22-b0cf-bf6346b417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:17.647163 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-d9e981a4-602c-4a22-b0cf-bf6346b417f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49fe0b55-1f9c-4e68-acf1-5457d908d2bd HTTP/1.1" status: 200 len: 854 time: 0.0445564 Apr 06 13:00:17.699625 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-4d0cb9ec-b632-4cde-bba9-b9cc514d1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:17.701542 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-4d0cb9ec-b632-4cde-bba9-b9cc514d1ee6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462351 Apr 06 13:00:17.744784 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-79e2fc5b-2372-468b-81e6-d334ccde7788 None None] Current status of the port 5eca9bb0-6397-49b8-97d5-2a7157876f84 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:00:17.805606 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-8b12662e-286e-49a5-9b80-e4b9def9e3c0 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902076 Apr 06 13:00:17.899791 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-6a43d2d0-6b47-4ea6-9fb5-7f67578db933 req-6daffa2b-e2f2-4c99-b930-9235ba41b6a2 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888379 Apr 06 13:00:25.936138 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:00:27.239080 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-bf3e084e-7769-4421-b3fc-e0e8fe547ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:29.588018 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d9cb1c64-85af-4a28-9496-da8c0cdfbcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:30.957712 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:32.941885 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:33.873848 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:35.399256 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:40.473883 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7a3be-c983-4ead-9034-c09e7d3e84a2 req-ea084e59-c016-4ed4-bffb-137b911f6e98 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.475342 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-30f7a3be-c983-4ead-9034-c09e7d3e84a2 req-ea084e59-c016-4ed4-bffb-137b911f6e98 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.2003937 Apr 06 13:00:40.540661 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-30f7a3be-c983-4ead-9034-c09e7d3e84a2 req-83afe9aa-e838-4f97-b1f5-590714b7b165 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579948 Apr 06 13:00:40.647009 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-2d2b2d81-57ed-4837-877c-8f61eb1a28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.648572 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-2d2b2d81-57ed-4837-877c-8f61eb1a28ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1168 time: 0.0496900 Apr 06 13:00:40.745617 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-73987856-2ade-471d-9da4-ba74c31885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:40.747171 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-73987856-2ade-471d-9da4-ba74c31885dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 200 len: 916 time: 0.0927472 Apr 06 13:00:40.827084 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-1e7cb7ec-3252-4c2d-88a3-524a8b88d07d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 1000 time: 0.0734112 Apr 06 13:00:41.029871 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-60705ad6-eb3b-4229-8ae9-d06e0f89e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:41.031821 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-60705ad6-eb3b-4229-8ae9-d06e0f89e85f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49fe0b55-1f9c-4e68-acf1-5457d908d2bd HTTP/1.1" status: 200 len: 854 time: 0.0503023 Apr 06 13:00:41.084567 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-c80c54ac-b6e9-421a-9eff-58611373c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:41.085994 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-c80c54ac-b6e9-421a-9eff-58611373c6f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469775 Apr 06 13:00:41.177690 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-80d0bbe8-688a-4f9e-bf58-0b69faf4920f service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Apr 06 13:00:41.269230 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-06411e7c-135f-45e9-b9e5-31ce1c5b8050 req-df841c42-ffc3-41c2-8b23-6305a9d443c7 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854526 Apr 06 13:00:41.726349 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f6eac-287b-4bc1-8255-237c62a91749 req-c42159c6-0dbc-4205-95d4-b04d1327fafa tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:41.727790 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-981f6eac-287b-4bc1-8255-237c62a91749 req-c42159c6-0dbc-4205-95d4-b04d1327fafa tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.1055746 Apr 06 13:00:41.795135 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-981f6eac-287b-4bc1-8255-237c62a91749 req-b420ea7f-c313-4129-9f36-030c58fe9843 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595326 Apr 06 13:00:42.914958 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9471e1f-15ad-40ca-ace6-3857e7f77201 req-d414cc07-9086-4d67-ac23-9d748413bb93 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:42.916446 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9471e1f-15ad-40ca-ace6-3857e7f77201 req-d414cc07-9086-4d67-ac23-9d748413bb93 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0542681 Apr 06 13:00:42.975328 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f9471e1f-15ad-40ca-ace6-3857e7f77201 req-d4375ba5-ce0e-44b9-9ca6-afbd169575e2 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524979 Apr 06 13:00:44.093161 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515298ed-03f5-4cbd-a192-67a2455e9dbc req-9caf2972-c020-443e-9594-21d0ea369b11 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:44.094899 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-515298ed-03f5-4cbd-a192-67a2455e9dbc req-9caf2972-c020-443e-9594-21d0ea369b11 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0531096 Apr 06 13:00:44.157823 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-515298ed-03f5-4cbd-a192-67a2455e9dbc req-84d2a5a7-ba28-4b1e-9f0a-9c39464de97d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570776 Apr 06 13:00:45.277987 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab4cbc-ab82-4257-af24-5d5175ac5929 req-b7675438-022c-4889-89b7-c24bde953762 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:45.279660 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6eab4cbc-ab82-4257-af24-5d5175ac5929 req-b7675438-022c-4889-89b7-c24bde953762 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0529821 Apr 06 13:00:45.342066 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6eab4cbc-ab82-4257-af24-5d5175ac5929 req-59bf92f6-f87d-4302-9141-bd8cb7ccf425 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561991 Apr 06 13:00:46.475104 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49f6bf-4214-4dad-a9c4-adf1d1772e1f req-e9be2560-4a07-46a2-8dcf-fd00e97b2f05 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:46.476631 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a49f6bf-4214-4dad-a9c4-adf1d1772e1f req-e9be2560-4a07-46a2-8dcf-fd00e97b2f05 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0574894 Apr 06 13:00:46.537310 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2a49f6bf-4214-4dad-a9c4-adf1d1772e1f req-c765c18b-c285-44ab-b4d8-2e4ff7f9f4ea tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544548 Apr 06 13:00:47.341614 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-d64c672d-d2ab-4f1b-8068-6964175cf6a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461860 Apr 06 13:00:47.435700 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-c6d351df-0022-4532-a30e-e846096c0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.437344 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-c6d351df-0022-4532-a30e-e846096c0fdb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1129 time: 0.0494785 Apr 06 13:00:47.546843 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-b056acaf-e6a9-4155-9dc6-82f662aaf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.548507 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-b056acaf-e6a9-4155-9dc6-82f662aaf4bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.0904822 Apr 06 13:00:47.615111 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-6adce986-eda0-48bb-b875-564ac7be6605 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 200 len: 1001 time: 0.0599258 Apr 06 13:00:47.660831 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2d90b-82d5-471b-b79e-fdfcb1a58214 req-a24029dd-ef98-4660-9c32-9dfe8a18cf2d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.662348 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5dd2d90b-82d5-471b-b79e-fdfcb1a58214 req-a24029dd-ef98-4660-9c32-9dfe8a18cf2d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0569651 Apr 06 13:00:47.670109 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-f3421e15-dbfd-4040-af00-e7998602a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.671621 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-f3421e15-dbfd-4040-af00-e7998602a79e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0499756 Apr 06 13:00:47.722372 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-00721738-e9da-4909-af77-a9d40c9ceab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:47.723863 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-00721738-e9da-4909-af77-a9d40c9ceab3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452323 Apr 06 13:00:47.725386 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-5dd2d90b-82d5-471b-b79e-fdfcb1a58214 req-3f10004c-845b-4c77-96d1-a7e5aeeb1a7e tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569713 Apr 06 13:00:47.813673 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-7c9e49f5-4b81-421c-a677-88b1ab06f0f3 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823133 Apr 06 13:00:47.906470 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-173a7445-ec15-47a7-b9fc-dd9d8eef694e req-21432d6b-35de-4a52-a65c-d2bf237507c2 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Apr 06 13:00:48.844404 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177dff1-27ee-4c34-b72e-f763065e82d5 req-53b44c5a-38af-4e7f-8e17-216bcee97204 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:48.846009 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0177dff1-27ee-4c34-b72e-f763065e82d5 req-53b44c5a-38af-4e7f-8e17-216bcee97204 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0540981 Apr 06 13:00:48.906975 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-0177dff1-27ee-4c34-b72e-f763065e82d5 req-b2288864-d193-4501-89e2-80cf12f93865 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550852 Apr 06 13:00:50.036188 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac19ad2-ca9c-4be0-b62e-34a8893669e9 req-1a3c429d-1da0-4f40-a953-dca06c95641c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:50.037757 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4ac19ad2-ca9c-4be0-b62e-34a8893669e9 req-1a3c429d-1da0-4f40-a953-dca06c95641c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0620661 Apr 06 13:00:50.101437 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-4ac19ad2-ca9c-4be0-b62e-34a8893669e9 req-6396891d-bfb9-4e5b-9c38-e407019ff7aa tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578122 Apr 06 13:00:51.221636 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9765536-5137-44db-8b24-638599b8cd10 req-44701703-0a76-42d1-815c-17801938e3f0 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:51.223127 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b9765536-5137-44db-8b24-638599b8cd10 req-44701703-0a76-42d1-815c-17801938e3f0 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0538521 Apr 06 13:00:51.282265 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-b9765536-5137-44db-8b24-638599b8cd10 req-7e18160f-d02d-4b91-a0a7-8269e65be819 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532691 Apr 06 13:00:52.411169 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a73a8-6790-401e-a1c4-8633f0061e01 req-7a191aca-15ea-4d49-ba17-d518ef9ecdfa tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.412674 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d3a73a8-6790-401e-a1c4-8633f0061e01 req-7a191aca-15ea-4d49-ba17-d518ef9ecdfa tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0576620 Apr 06 13:00:52.485530 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2d3a73a8-6790-401e-a1c4-8633f0061e01 req-6ccc711f-1df0-43a4-86e7-4975df81ef85 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649514 Apr 06 13:00:53.611841 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4258c1-87ba-4490-97bc-245d4b3f6acc req-658c25e8-f357-4bb3-af8f-d3f18e51648f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:53.613348 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd4258c1-87ba-4490-97bc-245d4b3f6acc req-658c25e8-f357-4bb3-af8f-d3f18e51648f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0532787 Apr 06 13:00:53.684364 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fd4258c1-87ba-4490-97bc-245d4b3f6acc req-0850be96-287c-438e-a4f2-a9f6cb7c6a96 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647287 Apr 06 13:00:54.810383 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00874-89d5-4e62-9dba-03157b2e046a req-39fdaabe-e356-4c13-8636-e41cf4ce9b03 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:54.811887 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bf00874-89d5-4e62-9dba-03157b2e046a req-39fdaabe-e356-4c13-8636-e41cf4ce9b03 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0555270 Apr 06 13:00:54.872898 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-9bf00874-89d5-4e62-9dba-03157b2e046a req-63ca50ec-abd2-4ec5-9741-bd8296aba001 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549605 Apr 06 13:00:56.250837 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682d86c-3cb2-404b-a343-5af8661370d7 req-8aae6210-8392-4b74-a4c8-d4faf5ffa763 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:56.252330 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6682d86c-3cb2-404b-a343-5af8661370d7 req-8aae6210-8392-4b74-a4c8-d4faf5ffa763 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.3122787 Apr 06 13:00:56.311287 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6682d86c-3cb2-404b-a343-5af8661370d7 req-d3a3f8ce-50b0-464f-8a36-cad9d2e78a4c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530815 Apr 06 13:00:57.255780 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-40b26733-c757-424f-81fd-a7b79ec89d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:57.441360 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71da78-e4eb-44d4-b6f6-3df5dbd7a11c req-449e23e6-c904-4ed2-ad7b-eba85ba0c3e5 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:57.442866 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fc71da78-e4eb-44d4-b6f6-3df5dbd7a11c req-449e23e6-c904-4ed2-ad7b-eba85ba0c3e5 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0587308 Apr 06 13:00:57.510450 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-fc71da78-e4eb-44d4-b6f6-3df5dbd7a11c req-c4c605e3-4094-4b1e-94fa-9d70fa43a895 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614550 Apr 06 13:00:58.636248 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f684c-2d19-4545-8c50-84134fb8f676 req-4c3b553f-904f-4d5a-b00a-1b588f138236 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:58.638368 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a31f684c-2d19-4545-8c50-84134fb8f676 req-4c3b553f-904f-4d5a-b00a-1b588f138236 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0563948 Apr 06 13:00:58.696296 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-a31f684c-2d19-4545-8c50-84134fb8f676 req-11a71d9b-69b1-4521-8732-7877bc9893d9 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=f5612327-69e5-40ee-bbb7-cd57d46a6e3c&id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522127 Apr 06 13:00:59.587095 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-db85a33e-b539-47ac-abd9-63af96df94e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:00.907144 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:02.934662 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:01:02.963134 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:03.867610 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:05.404986 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:18.225742 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [req-8e24b071-8794-4706-afab-be4fadd3fb24 req-1764d3f9-b3e6-458a-944f-60b7d33b30ba service neutron] (110383) timed out ('10.222.0.83', 58188) {{(pid=110383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:01:27.215501 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c08-e1a9-48cf-91e8-14517c60aab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:29.552854 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-63b45c61-06bd-4f52-a702-c8be8fd1021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:30.987040 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:31.542962 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-ee5b9d19-74fe-4943-b898-a35148740706 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213871950&fields=id&tenant_id=77ac468dab6a4643bba9d091810c5dfd HTTP/1.1" status: 200 len: 267 time: 0.0450895 Apr 06 13:01:31.607113 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-67d2e318-43aa-4017-9c6d-60e843584b2f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:31.608602 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-67d2e318-43aa-4017-9c6d-60e843584b2f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 984 time: 0.0605268 Apr 06 13:01:31.619809 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.v2.base [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Request body: {'port': {'security_groups': ['a068226d-ed27-4be8-8527-f7473204a01c']}} {{(pid=110384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:01:31.696427 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-267752393'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), before_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:31.876386 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:31.909586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), precommit_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:31.975423 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774483268374', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774482890231', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774482883597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9148870'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_update {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:31.987632 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['5eca9bb0-6397-49b8-97d5-2a7157876f84'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:01:32.020473 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:32.021138 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.026099 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-6066169c-00a8-46b6-acc4-e1c2632fbe4d req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "PUT /v2.0/ports/5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 942 time: 0.4106469 Apr 06 13:01:32.026610 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:32.029263 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55722) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:32.029740 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:32.079182 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event updated for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=7']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:32.094296 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.094565 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.094895 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.095241 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.095583 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.095923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.096258 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.096605 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.097027 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.097266 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.097601 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.097931 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.098259 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.098589 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.098921 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aead4c-13c7-4e3e-9d61-56bd7441860f tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.122010 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] get_ports_and_sgs() called for port_ids ['5eca9bb0-6397-49b8-97d5-2a7157876f84'] {{(pid=110385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:01:32.125563 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group (f5612327-69e5-40ee-bbb7-cd57d46a6e3c), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.155446 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ab55b9-f47a-4151-9859-da66240a3ca8 x-openstack-request-id: req-c5ab55b9-f47a-4151-9859-da66240a3ca8 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:32.156220 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:32.156706 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c5ab55b9-f47a-4151-9859-da66240a3ca8 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:32.157407 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ab55b9-f47a-4151-9859-da66240a3ca8'] response: {'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'status': 'completed', 'code': 200} Apr 06 13:01:32.159071 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group (f5612327-69e5-40ee-bbb7-cd57d46a6e3c), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.255345 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-3b178f04-044b-43e8-b260-9fee1b15acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:32.259540 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-3b178f04-044b-43e8-b260-9fee1b15acd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1129 time: 0.0775545 Apr 06 13:01:32.355810 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-31d4c670-74b9-4c35-9b14-d05690584b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:32.357863 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-31d4c670-74b9-4c35-9b14-d05690584b74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 200 len: 916 time: 0.0938301 Apr 06 13:01:32.362258 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.provisioning_blocks [None req-2bb88010-2b34-4109-8700-535d332a333a None None] Provisioning complete for port 5eca9bb0-6397-49b8-97d5-2a7157876f84 triggered by entity DHCP. {{(pid=110385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:01:32.362258 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-2bb88010-2b34-4109-8700-535d332a333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-267685256'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), provisioning_complete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.428642 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (f5612327-69e5-40ee-bbb7-cd57d46a6e3c), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.431212 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.432389 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "DELETE /v2.0/security-groups/f5612327-69e5-40ee-bbb7-cd57d46a6e3c HTTP/1.1" status: 204 len: 168 time: 0.4016519 Apr 06 13:01:32.436270 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55728) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:32.442905 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-292389c7-6a83-4712-bf00-262204f2a8b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 1000 time: 0.0736980 Apr 06 13:01:32.444831 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5612327-69e5-40ee-bbb7-cd57d46a6e3c,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:32.461859 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.462319 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.462608 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.462891 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.463234 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.463581 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.463915 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.464252 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.464587 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.464948 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.465220 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-2bb88010-2b34-4109-8700-535d332a333a None None] Current status of the port 5eca9bb0-6397-49b8-97d5-2a7157876f84 is: ACTIVE; New status is: ACTIVE {{(pid=110385) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:32.465980 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.466197 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.466535 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.466909 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.467243 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0f66e1-d021-4c3c-9587-d3b145854f8c tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:32.511670 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-270d2736-9350-43cb-83ff-eead83edf336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:32.513735 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-270d2736-9350-43cb-83ff-eead83edf336 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49fe0b55-1f9c-4e68-acf1-5457d908d2bd HTTP/1.1" status: 200 len: 854 time: 0.0665157 Apr 06 13:01:32.570252 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-a5c899ef-dd92-47b6-849b-af0e6f3e042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:32.571822 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-a5c899ef-dd92-47b6-849b-af0e6f3e042a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511012 Apr 06 13:01:32.622464 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Deleting port ddea6ad3-7958-4329-84cb-21eb3be058ab {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:32.623146 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.676665 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-7e511e32-0a13-46f9-b7d0-293545fbc2fb service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895169 Apr 06 13:01:32.709207 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.709454 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for floatingip (ddea6ad3-7958-4329-84cb-21eb3be058ab), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:32.722101 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Calling delete_port for ddea6ad3-7958-4329-84cb-21eb3be058ab owned by network:floatingip {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:32.768914 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-f60f5d8a-a6c3-473a-b5c7-23bdb97f9a7e req-0b9ee19b-5ee5-4054-9809-49a4a53cea66 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855885 Apr 06 13:01:32.969985 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:33.038736 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (ddea6ad3-7958-4329-84cb-21eb3be058ab), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:33.066358 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event deleted for resources: {'Port': ['ID=ddea6ad3-7958-4329-84cb-21eb3be058ab,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:33.127172 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks [] for floatingip (62801ba3-08e3-4958-ad51-8ec20df7c438), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:33.127499 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Floating IP 62801ba3-08e3-4958-ad51-8ec20df7c438 disassociated (deleted). External IP: 172.27.3.33, port: 5eca9bb0-6397-49b8-97d5-2a7157876f84. Apr 06 13:01:33.339691 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Router 56bddc08-150a-4073-9775-8ea045724c3e has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:33.456505 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:33.461527 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:33.466941 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] Sync routers for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:33.477404 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:33.478033 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:33.493298 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-e86506b1-c36b-4fba-979d-db647196362d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "DELETE /v2.0/floatingips/62801ba3-08e3-4958-ad51-8ec20df7c438 HTTP/1.1" status: 204 len: 168 time: 1.0553348 Apr 06 13:01:33.604481 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:33.824944 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:33.854791 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] Checking router: 56bddc08-150a-4073-9775-8ea045724c3e for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:33.863803 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:33.864509 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:33.902428 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:33.978840 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:34.158630 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:34.161145 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa6c020-5926-4890-8c2f-db30d07b2ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:34.180034 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:34.196411 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df26078d-4e1b-44c7-8041-57b936f24bd5 x-openstack-request-id: req-df26078d-4e1b-44c7-8041-57b936f24bd5 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:34.196724 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:34.197014 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df26078d-4e1b-44c7-8041-57b936f24bd5 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:34.197433 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df26078d-4e1b-44c7-8041-57b936f24bd5'] response: {'name': 'network-changed', 'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'status': 'completed', 'code': 200} Apr 06 13:01:34.210450 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9221a1e-4711-4932-aaed-a94134a3900d None None] The sync data for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi is: [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:20Z', 'revision_number': 4, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': 'a719135e-514d-4adf-8dd8-f8c937fb5a48', 'name': '', 'network_id': '71cb46c4-a3aa-4ead-8b4c-985a08b1365f', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'mac_address': 'fa:16:3e:f9:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:20Z', 'updated_at': '2022-04-06T12:59:24Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'subnets': [{'id': '49fe0b55-1f9c-4e68-acf1-5457d908d2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:34.394222 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-bf10b6ff-eefc-42a6-8406-ba6af4cf5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:34.395842 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-bf10b6ff-eefc-42a6-8406-ba6af4cf5d83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77ac468dab6a4643bba9d091810c5dfd&device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 1129 time: 0.0499485 Apr 06 13:01:34.437071 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64864a-9c8f-4bc5-9cef-39415478b98d None None] New status for floating IP 62801ba3-08e3-4958-ad51-8ec20df7c438: DOWN {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:01:34.493327 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-17b7208e-f13d-4637-b824-765801b33cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:34.494865 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-17b7208e-f13d-4637-b824-765801b33cda service neutron] 10.222.0.83 "GET /v2.0/networks?id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 200 len: 916 time: 0.0928457 Apr 06 13:01:34.537370 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-781bfd6b-8841-49c7-a5ea-3e6b3e43b84f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 200 len: 217 time: 0.0363562 Apr 06 13:01:34.592421 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-4398381c-d62e-4860-97e5-0ba9d9772f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:34.593956 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-4398381c-d62e-4860-97e5-0ba9d9772f2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49fe0b55-1f9c-4e68-acf1-5457d908d2bd HTTP/1.1" status: 200 len: 854 time: 0.0504227 Apr 06 13:01:34.643820 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-4ce7f81c-a142-4c86-a5d3-324756cc0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:34.645351 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-4ce7f81c-a142-4c86-a5d3-324756cc0436 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71cb46c4-a3aa-4ead-8b4c-985a08b1365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444078 Apr 06 13:01:34.733888 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-70fa0c6a-9b7a-4cde-b423-a8ff9ef0e4b5 service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820355 Apr 06 13:01:34.827774 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-5aa6c020-5926-4890-8c2f-db30d07b2ba4 req-e15d6ef0-735f-4117-a10e-01cb67ed518e service neutron] 10.222.0.83 "GET /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Apr 06 13:01:35.438703 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:35.775011 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [req-beba046c-f48d-4124-b8d8-1c1c3d5e63ea req-f22c5acf-8d19-494d-9b1b-50c43fdfe341 service neutron] (110383) timed out ('10.222.0.83', 58192) {{(pid=110383) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:01:37.790752 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb939904-688d-46b8-833c-89a8fe35169a req-1a935e54-bfaf-4c27-8468-eb83be11f227 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:37.792356 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cb939904-688d-46b8-833c-89a8fe35169a req-1a935e54-bfaf-4c27-8468-eb83be11f227 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0577059 Apr 06 13:01:37.840534 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cb939904-688d-46b8-833c-89a8fe35169a req-38f10455-3b66-4452-b6b3-315242e31bea tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Apr 06 13:01:38.962597 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cec11-a56b-4e8a-b5bf-138aae36ea8f req-93cae274-925c-4267-ae38-5380ea1f572b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:38.964234 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-658cec11-a56b-4e8a-b5bf-138aae36ea8f req-93cae274-925c-4267-ae38-5380ea1f572b tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0521691 Apr 06 13:01:39.010956 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-658cec11-a56b-4e8a-b5bf-138aae36ea8f req-47ae9334-7241-4f34-ba31-83b064890522 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/security-groups?id=a068226d-ed27-4be8-8527-f7473204a01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Apr 06 13:01:39.495077 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-13f295a0-d0b1-4cc6-9a38-4e33c8839789 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:39.496544 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-13f295a0-d0b1-4cc6-9a38-4e33c8839789 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 945 time: 0.0547428 Apr 06 13:01:39.601363 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Deleting port 5eca9bb0-6397-49b8-97d5-2a7157876f84 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:39.601702 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:39.695849 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] For port 5eca9bb0-6397-49b8-97d5-2a7157876f84, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=5eca9bb0-6397-49b8-97d5-2a7157876f84,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:39.696207 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:39.708879 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Calling delete_port for 5eca9bb0-6397-49b8-97d5-2a7157876f84 owned by compute:nova {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:39.873825 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55764) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:39.933635 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:01:40.113478 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cbb1dbb6-6726-47ee-a89b-ab30a5461ae4 req-6c7c0148-c1e7-4249-854d-c3d944f35ab9 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 210 time: 0.0282390 Apr 06 13:01:40.234639 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (5eca9bb0-6397-49b8-97d5-2a7157876f84), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:40.272044 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Pushing event deleted for resources: {'Port': ['ID=5eca9bb0-6397-49b8-97d5-2a7157876f84,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:40.346869 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] No DVR routers for this DVR port 5eca9bb0-6397-49b8-97d5-2a7157876f84 on host hv-cinder-81566 {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:40.350730 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:40.354095 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-1b5cf50a-4699-4902-808f-3848a57b9444 req-001a44f3-f8a5-41cb-b300-a987cdf61557 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.83 "DELETE /v2.0/ports/5eca9bb0-6397-49b8-97d5-2a7157876f84 HTTP/1.1" status: 204 len: 173 time: 0.8517151 Apr 06 13:01:40.354546 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'name': 'network-vif-deleted', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:40.357055 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97d413d-2520-4b3b-a61f-387938ebab13" -d '{"events": [{"server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "name": "network-vif-deleted", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:40.380437 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Deleting port 71f5e0d4-9c72-46ef-916e-3dea0b237e66 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:40.380698 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:40.422230 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28be8589-f129-40f8-b7c5-1f002bc0e253 x-openstack-request-id: req-28be8589-f129-40f8-b7c5-1f002bc0e253 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:40.426533 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f84d9ca-df21-4c8c-842e-a34512c60b03", "name": "network-vif-deleted", "tag": "5eca9bb0-6397-49b8-97d5-2a7157876f84", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:40.426533 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28be8589-f129-40f8-b7c5-1f002bc0e253 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:40.426533 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28be8589-f129-40f8-b7c5-1f002bc0e253'] response: {'server_uuid': '6f84d9ca-df21-4c8c-842e-a34512c60b03', 'name': 'network-vif-deleted', 'tag': '5eca9bb0-6397-49b8-97d5-2a7157876f84', 'status': 'completed', 'code': 200} Apr 06 13:01:40.464132 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:40.464453 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (71f5e0d4-9c72-46ef-916e-3dea0b237e66), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:40.476056 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Calling delete_port for 71f5e0d4-9c72-46ef-916e-3dea0b237e66 owned by network:floatingip {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:40.739900 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (71f5e0d4-9c72-46ef-916e-3dea0b237e66), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:40.771084 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event deleted for resources: {'Port': ['ID=71f5e0d4-9c72-46ef-916e-3dea0b237e66,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:40.836054 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (3ef4f21f-9d96-488b-902e-39b8f11e3f01), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:40.836376 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.db.l3_db [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Floating IP 3ef4f21f-9d96-488b-902e-39b8f11e3f01 disassociated (deleted). External IP: 172.27.3.103, port: 54dca9b5-dba2-4ed1-b321-fe55cae6ec08. Apr 06 13:01:41.055333 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:41.174574 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:41.179476 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:41.186120 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:41.197624 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:41.198246 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:41.213080 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-ead09171-d7d1-495e-b7dc-4d8deadda5ee tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "DELETE /v2.0/floatingips/3ef4f21f-9d96-488b-902e-39b8f11e3f01 HTTP/1.1" status: 204 len: 168 time: 1.3356743 Apr 06 13:01:41.233407 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-ff82d96e-3df3-4936-bfdb-90bda033a2f6 req-73bcf495-cb20-42ae-93e0-12273631b355 tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 210 time: 0.0312161 Apr 06 13:01:41.320581 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:41.679421 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df76fd-52a9-49e5-a6bc-23f3e9057880 req-98c29ebe-1590-494d-a9a4-ef69aa337e1e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:41.686164 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15df76fd-52a9-49e5-a6bc-23f3e9057880 req-98c29ebe-1590-494d-a9a4-ef69aa337e1e tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 946 time: 0.0610886 Apr 06 13:01:41.692130 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:05Z', 'revision_number': 1, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:41.718315 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:41.726559 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:41.727213 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:41.730761 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-15df76fd-52a9-49e5-a6bc-23f3e9057880 req-599ca5b4-234b-481f-aebb-d2e7b81c0069 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428443 Apr 06 13:01:41.843991 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:42.070485 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:05Z', 'revision_number': 1, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:42.097004 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1514dfcb-e63d-4594-9569-2a5c7050f1a1 None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_floatingips': [{'id': '945ea98a-b197-4316-a90d-5318f2bc5eb1', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'router_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'port_id': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'mac_address': 'fa:16:3e:a7:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:03Z', 'updated_at': '2022-04-06T12:58:05Z', 'revision_number': 1, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:42.178571 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5eca9bb0-6397-49b8-97d5-2a7157876f84 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:42.199682 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 5eca9bb0-6397-49b8-97d5-2a7157876f84 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:42.200910 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 5eca9bb0-6397-49b8-97d5-2a7157876f84 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:42.333824 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b139b59-c3ec-4610-8e51-7a24fe765605 None None] New status for floating IP 3ef4f21f-9d96-488b-902e-39b8f11e3f01: DOWN {{(pid=110386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:01:42.351210 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-f0ae1244-c773-4368-a88c-3e4392329f10 req-31860846-c49d-4d46-85e5-8a2550e4770d tempest-TestMinimumBasicScenario-827748648 tempest-TestMinimumBasicScenario-827748648-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f84d9ca-df21-4c8c-842e-a34512c60b03 HTTP/1.1" status: 200 len: 210 time: 0.0294139 Apr 06 13:01:42.424492 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08'}] {{(pid=110383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:42.427015 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26a028d4c3a66d0fb5b98b1b002356f42a033c75139bbf029a3c14d3551a788f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08"}]}' {{(pid=110383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:42.463199 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f535c0a7-7edb-46aa-976e-1b72ac3e4572 x-openstack-request-id: req-f535c0a7-7edb-46aa-976e-1b72ac3e4572 {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:42.463496 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08", "status": "completed", "code": 200}]} {{(pid=110383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:42.463754 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f535c0a7-7edb-46aa-976e-1b72ac3e4572 {{(pid=110383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:42.464194 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f535c0a7-7edb-46aa-976e-1b72ac3e4572'] response: {'name': 'network-changed', 'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'status': 'completed', 'code': 200} Apr 06 13:01:42.763925 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-b50515db-d477-4745-a9e9-36eef3b6b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:42.765555 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-b50515db-d477-4745-a9e9-36eef3b6b10f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 1130 time: 0.0939307 Apr 06 13:01:42.856814 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403fa1-cf63-4c8d-90c4-ffd5a8e7bcf0 req-8160df04-b235-4107-85b6-76e20944a157 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:42.858359 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-55403fa1-cf63-4c8d-90c4-ffd5a8e7bcf0 req-8160df04-b235-4107-85b6-76e20944a157 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 946 time: 0.0546317 Apr 06 13:01:42.916715 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-55403fa1-cf63-4c8d-90c4-ffd5a8e7bcf0 req-723e07f9-0744-43bb-aecd-88fb6afce8ba tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518293 Apr 06 13:01:42.989779 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-ac18aa04-dbc4-4901-97ca-b1e637a49a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:42.991280 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-ac18aa04-dbc4-4901-97ca-b1e637a49a1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.0965662 Apr 06 13:01:43.132616 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-8773b81f-6445-41ab-9a1c-f64ff8213259 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08 HTTP/1.1" status: 200 len: 217 time: 0.0372894 Apr 06 13:01:43.186856 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-b93507ae-6457-4718-8820-b238b63f2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:43.188332 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-b93507ae-6457-4718-8820-b238b63f2c19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0440936 Apr 06 13:01:43.217158 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-3a874d78-5c9f-4432-aa97-076436354f58 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:43.218654 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-3a874d78-5c9f-4432-aa97-076436354f58 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 946 time: 0.0528471 Apr 06 13:01:43.238274 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-b607108a-bb48-4d57-9470-e2144838b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:43.239852 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-b607108a-bb48-4d57-9470-e2144838b7b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448716 Apr 06 13:01:43.314811 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Deleting port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:43.315156 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:43.333650 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-2e9e5ae6-dcdf-4e31-bc23-d67502d63f60 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877736 Apr 06 13:01:43.408427 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] For port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:43.409055 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:43.423154 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Calling delete_port for 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:43.429857 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [req-fb0090c1-40c0-495b-a3f0-f2bb0eb32a25 req-9e366f91-c6a1-46f2-84f9-7f32f6fe02f1 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893373 Apr 06 13:01:43.632385 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (54dca9b5-dba2-4ed1-b321-fe55cae6ec08), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:43.661647 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event deleted for resources: {'Port': ['ID=54dca9b5-dba2-4ed1-b321-fe55cae6ec08,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:43.705489 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] No DVR routers for this DVR port 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:43.708246 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:43.711676 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-cab4d4fc-dfae-4ae7-a3ec-6a4dac439f12 req-5606cb3b-43e4-47ea-8ba3-945c53ec88a8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "DELETE /v2.0/ports/54dca9b5-dba2-4ed1-b321-fe55cae6ec08 HTTP/1.1" status: 204 len: 173 time: 0.4870329 Apr 06 13:01:43.712128 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'name': 'network-vif-deleted', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:43.723138 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ee7a26-735a-4fc3-8d41-89d15c836525" -d '{"events": [{"server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "name": "network-vif-deleted", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:43.752031 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4618eb64-5a74-4339-b77a-68ab89b3284f x-openstack-request-id: req-4618eb64-5a74-4339-b77a-68ab89b3284f {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:43.752031 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b8dd4-ca8d-4977-acd4-cf610578e195", "name": "network-vif-deleted", "tag": "54dca9b5-dba2-4ed1-b321-fe55cae6ec08", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:43.752031 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4618eb64-5a74-4339-b77a-68ab89b3284f {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:43.752031 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4618eb64-5a74-4339-b77a-68ab89b3284f'] response: {'server_uuid': 'f56b8dd4-ca8d-4977-acd4-cf610578e195', 'name': 'network-vif-deleted', 'tag': '54dca9b5-dba2-4ed1-b321-fe55cae6ec08', 'status': 'completed', 'code': 200} Apr 06 13:01:44.026169 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2b4b7696-81ea-4db8-b3c8-9729b33db3a8 req-172863ad-fdf9-424e-9f00-86f624437eff tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=f56b8dd4-ca8d-4977-acd4-cf610578e195 HTTP/1.1" status: 200 len: 210 time: 0.0332031 Apr 06 13:01:44.701510 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55840) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:45.059473 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (56bddc08-150a-4073-9775-8ea045724c3e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:45.316489 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Deleting port a719135e-514d-4adf-8dd8-f8c937fb5a48 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:45.316866 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:45.393599 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] For port a719135e-514d-4adf-8dd8-f8c937fb5a48, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a719135e-514d-4adf-8dd8-f8c937fb5a48,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:45.393875 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:45.410941 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Calling delete_port for a719135e-514d-4adf-8dd8-f8c937fb5a48 owned by network:router_interface {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:45.689832 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (a719135e-514d-4adf-8dd8-f8c937fb5a48), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:45.718470 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Pushing event deleted for resources: {'Port': ['ID=a719135e-514d-4adf-8dd8-f8c937fb5a48,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:45.895477 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (56bddc08-150a-4073-9775-8ea045724c3e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:46.113980 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Router 56bddc08-150a-4073-9775-8ea045724c3e has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:46.192603 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:46.213328 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:46.213767 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 54dca9b5-dba2-4ed1-b321-fe55cae6ec08 not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:46.224000 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:46.229259 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2f704fa0-c209-48b2-9ef4-9b8badb8f11d admin admin] 10.222.0.79 "PUT /v2.0/routers/56bddc08-150a-4073-9775-8ea045724c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5265334 Apr 06 13:01:46.231755 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55848) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:46.234235 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] Sync routers for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:46.244302 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:46.245111 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:46.360563 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:46.575287 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T13:01:45Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:46.602272 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] Checking router: 56bddc08-150a-4073-9775-8ea045724c3e for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:46.610938 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks [] for router (56bddc08-150a-4073-9775-8ea045724c3e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:46.611757 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] Routers {'56bddc08-150a-4073-9775-8ea045724c3e'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:46.612394 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['56bddc08-150a-4073-9775-8ea045724c3e'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:46.715717 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks [] for router_gateway (56bddc08-150a-4073-9775-8ea045724c3e), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:46.719911 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] Set router 56bddc08-150a-4073-9775-8ea045724c3e gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:46.836795 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Deleting port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:46.837411 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:46.906481 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T13:01:45Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:46.918335 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] For port 5fa9e168-9f9d-4ef6-9fcc-18d232a57106, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:46.918713 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:46.933028 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f03189-348a-4ba3-91f6-e362ef748692 None None] The sync data for ids ['56bddc08-150a-4073-9775-8ea045724c3e'] in dv-cinder-815660-6-iscsi is: [{'id': '56bddc08-150a-4073-9775-8ea045724c3e', 'name': 'tempest-TestMinimumBasicScenario-2073865838-router', 'tenant_id': '77ac468dab6a4643bba9d091810c5dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T13:01:45Z', 'revision_number': 5, 'project_id': '77ac468dab6a4643bba9d091810c5dfd', 'gw_port': {'id': '5fa9e168-9f9d-4ef6-9fcc-18d232a57106', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bddc08-150a-4073-9775-8ea045724c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:17Z', 'updated_at': '2022-04-06T12:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:46.938197 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Calling delete_port for 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 owned by network:router_gateway {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:47.196678 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (5fa9e168-9f9d-4ef6-9fcc-18d232a57106), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.223341 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa9e168-9f9d-4ef6-9fcc-18d232a57106,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:47.285225 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (56bddc08-150a-4073-9775-8ea045724c3e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.380233 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (56bddc08-150a-4073-9775-8ea045724c3e), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.382633 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks [] for router_controller (56bddc08-150a-4073-9775-8ea045724c3e), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.489445 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (56bddc08-150a-4073-9775-8ea045724c3e), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.489976 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56bddc08-150a-4073-9775-8ea045724c3e {{(pid=110384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:01:47.494865 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.495995 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ce62ddb0-70f0-43f9-a90d-c556f1da01c3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/56bddc08-150a-4073-9775-8ea045724c3e HTTP/1.1" status: 204 len: 168 time: 1.2633352 Apr 06 13:01:47.498655 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55856) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:47.548721 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] Deleting subnet 49fe0b55-1f9c-4e68-acf1-5457d908d2bd {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:01:47.552290 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] Publish callbacks [] for subnet (49fe0b55-1f9c-4e68-acf1-5457d908d2bd), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.584966 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55860) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:47.628545 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (49fe0b55-1f9c-4e68-acf1-5457d908d2bd), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.768357 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (49fe0b55-1f9c-4e68-acf1-5457d908d2bd), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.850998 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Deleting port 0321ebb9-6927-407f-a46d-6dda14af11cf {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:47.851740 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.929965 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (49fe0b55-1f9c-4e68-acf1-5457d908d2bd), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.937929 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.938251 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (0321ebb9-6927-407f-a46d-6dda14af11cf), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.971642 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fe0b55-1f9c-4e68-acf1-5457d908d2bd,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:47.977741 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:47.981129 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ce717b5e-0acb-49a2-985e-aee481a28716 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/49fe0b55-1f9c-4e68-acf1-5457d908d2bd HTTP/1.1" status: 204 len: 168 time: 0.4813867 Apr 06 13:01:47.987606 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Calling delete_port for 0321ebb9-6927-407f-a46d-6dda14af11cf owned by network:floatingip {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:47.987606 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55862) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:47.987858 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ef5c8-605c-4b55-bed9-4ce8dbf136f7 None None] Network 71cb46c4-a3aa-4ead-8b4c-985a08b1365f requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:01:48.106325 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (71cb46c4-a3aa-4ead-8b4c-985a08b1365f), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.160998 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] DHCP port deletion for 71cb46c4-a3aa-4ead-8b4c-985a08b1365f request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:01:48.209021 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Deleting port 107a9d8a-caf5-4402-8acf-edca05c02603 {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:48.209411 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.227886 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Deleting port 107a9d8a-caf5-4402-8acf-edca05c02603 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:48.228136 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.275826 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] For port 107a9d8a-caf5-4402-8acf-edca05c02603, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=107a9d8a-caf5-4402-8acf-edca05c02603,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:48.280944 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.291324 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Calling delete_port for 107a9d8a-caf5-4402-8acf-edca05c02603 owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:48.304913 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] For port 107a9d8a-caf5-4402-8acf-edca05c02603, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=107a9d8a-caf5-4402-8acf-edca05c02603,segment=NetworkSegment(21f2fd8d-500c-4826-b3db-efd390fc4b9b),segment_id=21f2fd8d-500c-4826-b3db-efd390fc4b9b)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:48.304913 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.319516 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Calling delete_port for 107a9d8a-caf5-4402-8acf-edca05c02603 owned by network:dhcp {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:48.382869 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (0321ebb9-6927-407f-a46d-6dda14af11cf), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.415923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event deleted for resources: {'Port': ['ID=0321ebb9-6927-407f-a46d-6dda14af11cf,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:48.471932 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.481194 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (945ea98a-b197-4316-a90d-5318f2bc5eb1), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.481525 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.db.l3_db [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Floating IP 945ea98a-b197-4316-a90d-5318f2bc5eb1 disassociated (deleted). External IP: 172.27.3.109, port: 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca. Apr 06 13:01:48.504685 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Pushing event deleted for resources: {'Port': ['ID=107a9d8a-caf5-4402-8acf-edca05c02603,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:48.511761 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] No DVR routers for this DVR port 107a9d8a-caf5-4402-8acf-edca05c02603 on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:48.514599 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.515062 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.515529 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.515972 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.516413 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.516893 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.517265 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (107a9d8a-caf5-4402-8acf-edca05c02603), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.517434 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.517861 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.518306 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.518907 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.519339 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.529565 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.530191 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.530576 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.531047 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a467b-31a5-435a-923d-052b57dc27eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815660-6-iscsi {{(pid=110385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:48.556962 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=107a9d8a-caf5-4402-8acf-edca05c02603,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:48.566663 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] No DVR routers for this DVR port 107a9d8a-caf5-4402-8acf-edca05c02603 on host dv-cinder-815660-6-iscsi {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:48.573336 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:48.594155 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:48.598010 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 5fa9e168-9f9d-4ef6-9fcc-18d232a57106 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:48.598010 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 107a9d8a-caf5-4402-8acf-edca05c02603 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:48.615737 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 107a9d8a-caf5-4402-8acf-edca05c02603 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:48.616112 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 107a9d8a-caf5-4402-8acf-edca05c02603 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:48.616537 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a719135e-514d-4adf-8dd8-f8c937fb5a48 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:48.635390 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: a719135e-514d-4adf-8dd8-f8c937fb5a48 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:48.635667 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a719135e-514d-4adf-8dd8-f8c937fb5a48 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:48.678967 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (71cb46c4-a3aa-4ead-8b4c-985a08b1365f), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.703806 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cb46c4-a3aa-4ead-8b4c-985a08b1365f']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:48.745426 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f2fd8d-500c-4826-b3db-efd390fc4b9b') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:48.745724 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f2fd8d-500c-4826-b3db-efd390fc4b9b') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:48.757993 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (21f2fd8d-500c-4826-b3db-efd390fc4b9b), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.806334 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (21f2fd8d-500c-4826-b3db-efd390fc4b9b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.815832 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (21f2fd8d-500c-4826-b3db-efd390fc4b9b), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: self.session.flush() Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: self.session.flush() Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: self.session.flush() Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: self.session.flush() Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:01:48.820933 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:01:48.884379 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:48.974787 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (71cb46c4-a3aa-4ead-8b4c-985a08b1365f), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.982476 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:48.985613 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/71cb46c4-a3aa-4ead-8b4c-985a08b1365f HTTP/1.1" status: 204 len: 168 time: 1.0009413 Apr 06 13:01:48.988801 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55864) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:49.000226 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2c34a-19e5-476a-a280-e630b2e8f2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=71cb46c4-a3aa-4ead-8b4c-985a08b1365f,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:49.018096 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:49.022446 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:49.033862 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:49.045094 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:49.045894 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:49.054256 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-192f189f-258c-4225-9233-a223e408ba78 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "DELETE /v2.0/floatingips/945ea98a-b197-4316-a90d-5318f2bc5eb1 HTTP/1.1" status: 204 len: 168 time: 1.4682784 Apr 06 13:01:49.054900 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:49.058116 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882e07c5-01cf-4793-8725-71a02e938133" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:49.104070 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b48d03-b6e6-4ce0-9e01-935cee9281f8 x-openstack-request-id: req-d5b48d03-b6e6-4ce0-9e01-935cee9281f8 {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:49.104477 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:49.104780 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5b48d03-b6e6-4ce0-9e01-935cee9281f8 {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:49.105295 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b48d03-b6e6-4ce0-9e01-935cee9281f8'] response: {'name': 'network-changed', 'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'status': 'completed', 'code': 200} Apr 06 13:01:49.165746 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:49.178894 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e07c5-01cf-4793-8725-71a02e938133 req-cfac7bf3-e0a0-4e0b-b1af-2afa8d89d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:49.180451 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-882e07c5-01cf-4793-8725-71a02e938133 req-cfac7bf3-e0a0-4e0b-b1af-2afa8d89d58d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0882948559d74a3fa9025ba2e450e7b0&device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 1129 time: 0.0538881 Apr 06 13:01:49.280765 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e07c5-01cf-4793-8725-71a02e938133 req-a278a699-9c2d-4517-bc1d-e8edb0b63afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:49.282836 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-882e07c5-01cf-4793-8725-71a02e938133 req-a278a699-9c2d-4517-bc1d-e8edb0b63afe service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 200 len: 913 time: 0.0959404 Apr 06 13:01:49.335161 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-882e07c5-01cf-4793-8725-71a02e938133 req-1b682508-343e-4711-b7ba-a9c85ed208c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 200 len: 217 time: 0.0444958 Apr 06 13:01:49.375584 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:49.389644 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (433a9913-6800-4aab-bc4e-1d69ec63965c), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:49.393853 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e07c5-01cf-4793-8725-71a02e938133 req-33b6f3e1-758f-4d32-b70f-d8a8ed6711d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:49.395600 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-882e07c5-01cf-4793-8725-71a02e938133 req-33b6f3e1-758f-4d32-b70f-d8a8ed6711d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 200 len: 851 time: 0.0537355 Apr 06 13:01:49.414428 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:49.423498 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:49.424264 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:49.457649 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e07c5-01cf-4793-8725-71a02e938133 req-e0ef73a1-7880-4319-b0f8-8d023f893aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:49.459435 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-882e07c5-01cf-4793-8725-71a02e938133 req-e0ef73a1-7880-4319-b0f8-8d023f893aec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552323 Apr 06 13:01:49.540121 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:49.589590 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-882e07c5-01cf-4793-8725-71a02e938133 req-103b17ea-f6cb-4b16-8351-37bc31c6b230 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232383 Apr 06 13:01:49.652380 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df113ecf-5784-4721-8ce6-4923c0c8a8d0 req-89aa7e03-a810-411d-9ef2-8623e48cd659 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:49.654027 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df113ecf-5784-4721-8ce6-4923c0c8a8d0 req-89aa7e03-a810-411d-9ef2-8623e48cd659 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 945 time: 0.0568442 Apr 06 13:01:49.682983 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Deleting port a7765df1-f566-4cea-8951-0bcf3d1f8815 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:49.683419 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:49.705248 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-df113ecf-5784-4721-8ce6-4923c0c8a8d0 req-97d6e119-5355-4501-97fb-0d6bf25d5e4d tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448220 Apr 06 13:01:49.747960 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:49.765646 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] For port a7765df1-f566-4cea-8951-0bcf3d1f8815, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a7765df1-f566-4cea-8951-0bcf3d1f8815,segment=NetworkSegment(803f912d-5a2c-49af-8257-08f1331e84ec),segment_id=803f912d-5a2c-49af-8257-08f1331e84ec)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:49.766012 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:49.773344 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c6252-e7dd-4f39-af8c-f9a9be816ae9 None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T12:54:44Z', 'revision_number': 4, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi', '_interfaces': [{'id': '4e4222c1-3919-417d-b959-e25708b7bfab', 'name': '', 'network_id': 'fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'mac_address': 'fa:16:3e:95:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:43Z', 'updated_at': '2022-04-06T12:54:47Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'subnets': [{'id': 'aeec988f-4bdf-40af-a139-3da76ec35b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:49.781401 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Calling delete_port for a7765df1-f566-4cea-8951-0bcf3d1f8815 owned by network:router_interface {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:50.001784 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdece19-c1c9-4572-8e49-00c1f954965a None None] New status for floating IP 945ea98a-b197-4316-a90d-5318f2bc5eb1: DOWN {{(pid=110385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:01:50.037744 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (a7765df1-f566-4cea-8951-0bcf3d1f8815), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.067096 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7765df1-f566-4cea-8951-0bcf3d1f8815,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:50.250989 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (433a9913-6800-4aab-bc4e-1d69ec63965c), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.477611 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Router 433a9913-6800-4aab-bc4e-1d69ec63965c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:50.587434 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:50.595727 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f8c898ef-9a7c-40e0-812f-b764fdaf0a94 admin admin] 10.222.0.79 "PUT /v2.0/routers/433a9913-6800-4aab-bc4e-1d69ec63965c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6029739 Apr 06 13:01:50.595727 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55872) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:50.599260 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] Sync routers for ids ['433a9913-6800-4aab-bc4e-1d69ec63965c'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:50.609225 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] Routers {'433a9913-6800-4aab-bc4e-1d69ec63965c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:50.609925 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['433a9913-6800-4aab-bc4e-1d69ec63965c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:50.646862 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-882e07c5-01cf-4793-8725-71a02e938133 req-cf7ba35c-4e25-4aa1-ad3e-a9f791896b30 service neutron] 10.222.0.83 "GET /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947254 Apr 06 13:01:50.702970 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks [] for router (433a9913-6800-4aab-bc4e-1d69ec63965c), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.723956 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] Set router 433a9913-6800-4aab-bc4e-1d69ec63965c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:50.866958 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks [] for router_gateway (433a9913-6800-4aab-bc4e-1d69ec63965c), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:50.886621 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656fbfa-a720-4319-ba2d-02cc9391b10e req-16290cca-ca8e-4b4a-8697-2a2a024c2731 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:50.888720 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2656fbfa-a720-4319-ba2d-02cc9391b10e req-16290cca-ca8e-4b4a-8697-2a2a024c2731 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 945 time: 0.0678751 Apr 06 13:01:50.918252 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T13:01:49Z', 'revision_number': 5, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port': {'id': '0418c2ad-192e-4cab-b9f1-d4282407e0f6', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:59:24Z', 'updated_at': '2022-04-06T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:50.945821 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] Checking router: 433a9913-6800-4aab-bc4e-1d69ec63965c for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:50.949048 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-2656fbfa-a720-4319-ba2d-02cc9391b10e req-7e0b2c3b-95c7-4ae2-8126-5dba7690306f tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/security-groups?id=4a46f708-9a70-4cd7-8455-d26225eaeb96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546355 Apr 06 13:01:50.955348 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] Routers {'433a9913-6800-4aab-bc4e-1d69ec63965c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:50.956211 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['433a9913-6800-4aab-bc4e-1d69ec63965c'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:51.070772 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-481ae9e7-4f21-49a0-88fb-c8824876912b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:51.073241 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-481ae9e7-4f21-49a0-88fb-c8824876912b tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 945 time: 0.0652163 Apr 06 13:01:51.149934 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] Set router 433a9913-6800-4aab-bc4e-1d69ec63965c gateway port host: None {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:51.177635 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Deleting port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:51.178321 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.210594 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T13:01:50Z', 'revision_number': 6, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:51.238161 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c1dd75-013c-44f1-9b62-0186be30beb1 None None] The sync data for ids ['433a9913-6800-4aab-bc4e-1d69ec63965c'] in dv-cinder-815660-6-iscsi is: [{'id': '433a9913-6800-4aab-bc4e-1d69ec63965c', 'name': 'tempest-TestMinimumBasicScenario-977291749-router', 'tenant_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:59:23Z', 'updated_at': '2022-04-06T13:01:50Z', 'revision_number': 6, 'project_id': '69e9d0b8b7574f05830a2b3050a1b7fe', 'gw_port_host': None}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:51.274682 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Deleting port 0418c2ad-192e-4cab-b9f1-d4282407e0f6 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:51.275164 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.275703 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] For port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca, host hv-cinder-81566, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81566',level=0,port_id=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:51.276211 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.290774 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Calling delete_port for 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca owned by compute:nova {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:51.358512 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] For port 0418c2ad-192e-4cab-b9f1-d4282407e0f6, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=0418c2ad-192e-4cab-b9f1-d4282407e0f6,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:51.358780 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.376360 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Calling delete_port for 0418c2ad-192e-4cab-b9f1-d4282407e0f6 owned by network:router_gateway {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:51.522098 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.553008 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event deleted for resources: {'Port': ['ID=9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:51.602373 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] No DVR routers for this DVR port 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca on host hv-cinder-81566 {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:51.605190 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for port (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.609617 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-13d7bf9d-6b8a-4877-87ec-aae692313395 req-4fe7a560-69bc-4884-917e-e9e908e29de8 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.83 "DELETE /v2.0/ports/9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca HTTP/1.1" status: 204 len: 173 time: 0.5313017 Apr 06 13:01:51.610118 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'name': 'network-vif-deleted', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca'}] {{(pid=110384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:51.613675 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a65a6a077f3bc0c865a5deb990810026523b685bfd640065ac1e62d5e4e73642" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88090865-9dfe-4787-90f5-3aee38a31b2a" -d '{"events": [{"server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "name": "network-vif-deleted", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca"}]}' {{(pid=110384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:51.649871 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (0418c2ad-192e-4cab-b9f1-d4282407e0f6), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.653049 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ff745c-088d-4520-9c19-1465359e2c8b x-openstack-request-id: req-83ff745c-088d-4520-9c19-1465359e2c8b {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:51.654580 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e08368-3eef-4d9c-8dbf-97926ba607c3", "name": "network-vif-deleted", "tag": "9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca", "status": "completed", "code": 200}]} {{(pid=110384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:51.655118 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83ff745c-088d-4520-9c19-1465359e2c8b {{(pid=110384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:51.657076 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ff745c-088d-4520-9c19-1465359e2c8b'] response: {'server_uuid': 'b7e08368-3eef-4d9c-8dbf-97926ba607c3', 'name': 'network-vif-deleted', 'tag': '9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca', 'status': 'completed', 'code': 200} Apr 06 13:01:51.680327 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0418c2ad-192e-4cab-b9f1-d4282407e0f6,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:51.745578 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (433a9913-6800-4aab-bc4e-1d69ec63965c), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.838218 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (433a9913-6800-4aab-bc4e-1d69ec63965c), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.840407 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks [] for router_controller (433a9913-6800-4aab-bc4e-1d69ec63965c), precommit_delete_associations {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.997667 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (433a9913-6800-4aab-bc4e-1d69ec63965c), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:51.998910 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 433a9913-6800-4aab-bc4e-1d69ec63965c {{(pid=110383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:01:52.004092 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.005291 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-f107400c-6e89-4a15-9cc1-93e9399b4c6f admin admin] 10.222.0.79 "DELETE /v2.0/routers/433a9913-6800-4aab-bc4e-1d69ec63965c HTTP/1.1" status: 204 len: 168 time: 1.4087811 Apr 06 13:01:52.007958 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55880) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:52.076409 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [req-bcbbcee1-4016-4cfc-9a9c-44cdbfacca55 req-affa54b0-4a38-4970-94d1-8afc95336958 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7e08368-3eef-4d9c-8dbf-97926ba607c3 HTTP/1.1" status: 200 len: 210 time: 0.0364635 Apr 06 13:01:52.084688 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] Deleting subnet 9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:01:52.088028 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] Publish callbacks [] for subnet (9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.125344 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.217429 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.359082 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.384929 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:52.389238 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.398095 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-cc44234d-adcc-4118-a8cf-3aceed4539a7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9bccd0e7-1f8f-42b5-b3ac-49e5b3180e2f HTTP/1.1" status: 204 len: 168 time: 0.3835957 Apr 06 13:01:52.398095 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55882) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:52.398618 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f05fff-9add-43f0-9ee5-7bce1774ffdb None None] Network cdf5261c-6204-426d-b5eb-91fd8ee10941 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:01:52.474705 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (cdf5261c-6204-426d-b5eb-91fd8ee10941), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.537473 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Deleting port a81c51a6-5afe-48e6-9438-3305c546fda9 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:52.537473 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.569354 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] DHCP port deletion for cdf5261c-6204-426d-b5eb-91fd8ee10941 request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:01:52.598000 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 0418c2ad-192e-4cab-b9f1-d4282407e0f6 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:52.606145 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] For port a81c51a6-5afe-48e6-9438-3305c546fda9, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a81c51a6-5afe-48e6-9438-3305c546fda9,segment=NetworkSegment(803f912d-5a2c-49af-8257-08f1331e84ec),segment_id=803f912d-5a2c-49af-8257-08f1331e84ec)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:52.607128 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.619470 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Calling delete_port for a81c51a6-5afe-48e6-9438-3305c546fda9 owned by network:dhcp {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:52.619976 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 0418c2ad-192e-4cab-b9f1-d4282407e0f6 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:52.620323 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 0418c2ad-192e-4cab-b9f1-d4282407e0f6 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:52.620778 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a7765df1-f566-4cea-8951-0bcf3d1f8815 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:52.645126 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: a7765df1-f566-4cea-8951-0bcf3d1f8815 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:52.645548 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a7765df1-f566-4cea-8951-0bcf3d1f8815 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:52.664166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] Deleting port a81c51a6-5afe-48e6-9438-3305c546fda9 {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:52.664548 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.733502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] For port a81c51a6-5afe-48e6-9438-3305c546fda9, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=a81c51a6-5afe-48e6-9438-3305c546fda9,segment=NetworkSegment(803f912d-5a2c-49af-8257-08f1331e84ec),segment_id=803f912d-5a2c-49af-8257-08f1331e84ec)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:52.733889 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.746821 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] Calling delete_port for a81c51a6-5afe-48e6-9438-3305c546fda9 owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:52.773768 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.800579 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a81c51a6-5afe-48e6-9438-3305c546fda9,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:52.805698 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] No DVR routers for this DVR port a81c51a6-5afe-48e6-9438-3305c546fda9 on host dv-cinder-815660-6-iscsi {{(pid=110384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:52.831576 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (a81c51a6-5afe-48e6-9438-3305c546fda9), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:52.857738 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] Pushing event deleted for resources: {'Port': ['ID=a81c51a6-5afe-48e6-9438-3305c546fda9,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:52.861520 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2d060-06e8-4591-bcec-f156a7235908 None None] No DVR routers for this DVR port a81c51a6-5afe-48e6-9438-3305c546fda9 on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:53.139295 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55886) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:53.177929 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (cdf5261c-6204-426d-b5eb-91fd8ee10941), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.197520 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf5261c-6204-426d-b5eb-91fd8ee10941']}} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:53.207015 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803f912d-5a2c-49af-8257-08f1331e84ec') {'for_net_delete': True} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:53.207312 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.services.segments.db [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803f912d-5a2c-49af-8257-08f1331e84ec') {} {{(pid=110384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:53.217689 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3621245'] for segment (803f912d-5a2c-49af-8257-08f1331e84ec), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.231228 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (803f912d-5a2c-49af-8257-08f1331e84ec), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.238258 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=110384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:01:53.238652 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9148898'] for segment (803f912d-5a2c-49af-8257-08f1331e84ec), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: Traceback (most recent call last): Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: timer() Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: cb(*args, **kw) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: return func(*args, **kwargs) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: self._notify() Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: self.callback(batched_events) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: event.method(event) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: return f(self, *a, **k) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._get(url).json() Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: return self.request(url, 'GET', **kwargs) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:01:53.240344 dv-cinder-815660-6-iscsi neutron-server[110384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:01:53.268033 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Deleting port a36a6b12-3834-42a0-8e76-e117ac4b9a8b {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:53.268375 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.342864 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.343208 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.355348 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Calling delete_port for a36a6b12-3834-42a0-8e76-e117ac4b9a8b owned by network:floatingip {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:53.397655 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (cdf5261c-6204-426d-b5eb-91fd8ee10941), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.404363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.406843 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] 10.222.0.79 "DELETE /v2.0/networks/cdf5261c-6204-426d-b5eb-91fd8ee10941 HTTP/1.1" status: 204 len: 168 time: 1.0106869 Apr 06 13:01:53.419952 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7b1cb-326d-4e96-8c2c-c3d0f1835b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf5261c-6204-426d-b5eb-91fd8ee10941,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:53.574719 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (a36a6b12-3834-42a0-8e76-e117ac4b9a8b), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.599293 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event deleted for resources: {'Port': ['ID=a36a6b12-3834-42a0-8e76-e117ac4b9a8b,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:53.669723 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for floatingip (656f332a-029b-42e7-ba0f-7e8a38701be2), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.672385 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-256900'] for floatingip (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.673900 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-3fa160cb-c3f3-4a91-b650-3b37c13f32e5 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "DELETE /v2.0/floatingips/656f332a-029b-42e7-ba0f-7e8a38701be2 HTTP/1.1" status: 204 len: 168 time: 0.5335870 Apr 06 13:01:53.822171 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55896) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:53.866200 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-dfe6f6fc-1ea3-46ca-b53b-161ba047c99a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77ac468dab6a4643bba9d091810c5dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426145 Apr 06 13:01:53.868777 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55898) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:53.916951 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ba367c6b-69a4-42c9-a7fa-2db7c2d58c1a admin admin] Publish callbacks [] for security_group (a068226d-ed27-4be8-8527-f7473204a01c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:53.938923 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ba367c6b-69a4-42c9-a7fa-2db7c2d58c1a admin admin] Publish callbacks [] for security_group (a068226d-ed27-4be8-8527-f7473204a01c), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.066556 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ba367c6b-69a4-42c9-a7fa-2db7c2d58c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (a068226d-ed27-4be8-8527-f7473204a01c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.069225 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-ba367c6b-69a4-42c9-a7fa-2db7c2d58c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.070392 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-ba367c6b-69a4-42c9-a7fa-2db7c2d58c1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a068226d-ed27-4be8-8527-f7473204a01c HTTP/1.1" status: 204 len: 168 time: 0.2007315 Apr 06 13:01:54.079266 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba367c6b-69a4-42c9-a7fa-2db7c2d58c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a068226d-ed27-4be8-8527-f7473204a01c,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:54.209657 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca no longer exists at agent hyperv_hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:54.230555 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] No Port match for: 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:54.230905 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Device 9550fd9c-cc85-48c6-85e9-11b0e5e4b8ca not bound to the agent host hv-cinder-81566 {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:54.545899 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a81c51a6-5afe-48e6-9438-3305c546fda9 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:54.566761 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: a81c51a6-5afe-48e6-9438-3305c546fda9 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:54.567108 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device a81c51a6-5afe-48e6-9438-3305c546fda9 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:54.803346 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55906) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:54.846667 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-fe62ffb8-9c6e-440c-b02e-255277804c4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69e9d0b8b7574f05830a2b3050a1b7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420206 Apr 06 13:01:54.849047 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55908) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:54.895868 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7da6bce7-6d18-4ef5-a702-68f78970ee5a admin admin] Publish callbacks [] for security_group (bac5b5c9-5b7b-45bc-b459-0961a3f2e846), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:54.917779 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7da6bce7-6d18-4ef5-a702-68f78970ee5a admin admin] Publish callbacks [] for security_group (bac5b5c9-5b7b-45bc-b459-0961a3f2e846), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.026100 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7da6bce7-6d18-4ef5-a702-68f78970ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (bac5b5c9-5b7b-45bc-b459-0961a3f2e846), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.028659 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-7da6bce7-6d18-4ef5-a702-68f78970ee5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.030462 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-7da6bce7-6d18-4ef5-a702-68f78970ee5a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bac5b5c9-5b7b-45bc-b459-0961a3f2e846 HTTP/1.1" status: 204 len: 168 time: 0.1805067 Apr 06 13:01:55.040565 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6bce7-6d18-4ef5-a702-68f78970ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac5b5c9-5b7b-45bc-b459-0961a3f2e846,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:55.054907 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55914) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:55.114564 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8400-bf7b-4ec1-a451-3a3424814c16 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group (4a46f708-9a70-4cd7-8455-d26225eaeb96), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.140478 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8400-bf7b-4ec1-a451-3a3424814c16 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group (4a46f708-9a70-4cd7-8455-d26225eaeb96), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.271752 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8400-bf7b-4ec1-a451-3a3424814c16 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (4a46f708-9a70-4cd7-8455-d26225eaeb96), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.274465 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8400-bf7b-4ec1-a451-3a3424814c16 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:55.275634 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c6bf8400-bf7b-4ec1-a451-3a3424814c16 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] 10.222.0.79 "DELETE /v2.0/security-groups/4a46f708-9a70-4cd7-8455-d26225eaeb96 HTTP/1.1" status: 204 len: 168 time: 0.2190337 Apr 06 13:01:55.285103 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf8400-bf7b-4ec1-a451-3a3424814c16 tempest-TestVolumeBootPattern-561735182 tempest-TestVolumeBootPattern-561735182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a46f708-9a70-4cd7-8455-d26225eaeb96,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:55.387266 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55918) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:55.975765 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (84c80903-275a-4d5e-8a20-d126e8cd1b9c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.224943 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Deleting port 4e4222c1-3919-417d-b959-e25708b7bfab {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:56.225299 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.305312 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] For port 4e4222c1-3919-417d-b959-e25708b7bfab, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=4e4222c1-3919-417d-b959-e25708b7bfab,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:56.305665 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.317873 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Calling delete_port for 4e4222c1-3919-417d-b959-e25708b7bfab owned by network:router_interface {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:56.557815 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (4e4222c1-3919-417d-b959-e25708b7bfab), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:56.586928 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e4222c1-3919-417d-b959-e25708b7bfab,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:56.766616 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (84c80903-275a-4d5e-8a20-d126e8cd1b9c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.005802 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Router 84c80903-275a-4d5e-8a20-d126e8cd1b9c has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:57.115536 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:57.121267 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-fb7bacfa-b1a2-4e69-b948-a668a8f9f9a5 admin admin] 10.222.0.79 "PUT /v2.0/routers/84c80903-275a-4d5e-8a20-d126e8cd1b9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7325511 Apr 06 13:01:57.123717 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55922) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:57.125233 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] Sync routers for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:57.135725 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:57.136339 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:57.248569 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks [] for router (84c80903-275a-4d5e-8a20-d126e8cd1b9c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.263081 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: dv-cinder-815660-6-iscsi {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:57.264905 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-7d9b8558-b316-4b32-b34d-a32bb5716edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.364843 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks [] for router_gateway (84c80903-275a-4d5e-8a20-d126e8cd1b9c), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.455134 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T13:01:56Z', 'revision_number': 5, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port': {'id': '90555eb4-724c-48b9-b2aa-a68fcbbc9ec3', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:41Z', 'updated_at': '2022-04-06T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:57.487703 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] Checking router: 84c80903-275a-4d5e-8a20-d126e8cd1b9c for host: dv-cinder-815660-6-iscsi {{(pid=110385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:57.496693 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] Routers {'84c80903-275a-4d5e-8a20-d126e8cd1b9c'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:57.497346 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:29Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'], 'active': True} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:57.509129 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Deleting port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:57.509474 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.593249 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvr_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] Set router 84c80903-275a-4d5e-8a20-d126e8cd1b9c gateway port host: None {{(pid=110385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:57.610711 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] For port 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:57.611084 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.623529 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Calling delete_port for 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 owned by network:router_gateway {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:57.646973 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_hamode_db [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T13:01:57Z', 'revision_number': 6, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:57.677372 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e1613-86a3-4415-aabb-0771ed55a715 None None] The sync data for ids ['84c80903-275a-4d5e-8a20-d126e8cd1b9c'] in dv-cinder-815660-6-iscsi is: [{'id': '84c80903-275a-4d5e-8a20-d126e8cd1b9c', 'name': 'tempest-TestVolumeBootPattern-1443917836-router', 'tenant_id': '0882948559d74a3fa9025ba2e450e7b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:40Z', 'updated_at': '2022-04-06T13:01:57Z', 'revision_number': 6, 'project_id': '0882948559d74a3fa9025ba2e450e7b0', 'gw_port_host': None}] {{(pid=110385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:57.877545 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (90555eb4-724c-48b9-b2aa-a68fcbbc9ec3), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:57.903363 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Pushing event deleted for resources: {'Port': ['ID=90555eb4-724c-48b9-b2aa-a68fcbbc9ec3,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:57.965351 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (84c80903-275a-4d5e-8a20-d126e8cd1b9c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.061972 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (84c80903-275a-4d5e-8a20-d126e8cd1b9c), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.064645 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks [] for router_controller (84c80903-275a-4d5e-8a20-d126e8cd1b9c), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.220657 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (84c80903-275a-4d5e-8a20-d126e8cd1b9c), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.221177 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84c80903-275a-4d5e-8a20-d126e8cd1b9c {{(pid=110384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:01:58.226022 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.227188 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-a5a25707-d563-4f42-b012-135a752faa52 admin admin] 10.222.0.79 "DELETE /v2.0/routers/84c80903-275a-4d5e-8a20-d126e8cd1b9c HTTP/1.1" status: 204 len: 168 time: 1.1025131 Apr 06 13:01:58.229660 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55924) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:58.273782 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] Deleting subnet aeec988f-4bdf-40af-a139-3da76ec35b81 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:01:58.276969 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] Publish callbacks [] for subnet (aeec988f-4bdf-40af-a139-3da76ec35b81), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.311376 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (aeec988f-4bdf-40af-a139-3da76ec35b81), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.391229 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (aeec988f-4bdf-40af-a139-3da76ec35b81), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.535646 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (aeec988f-4bdf-40af-a139-3da76ec35b81), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.548525 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 4e4222c1-3919-417d-b959-e25708b7bfab no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:58.570850 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeec988f-4bdf-40af-a139-3da76ec35b81,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:58.573101 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.578680 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-9aff324e-baa7-464b-8491-f641ba7c524f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/aeec988f-4bdf-40af-a139-3da76ec35b81 HTTP/1.1" status: 204 len: 168 time: 0.3458655 Apr 06 13:01:58.578828 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 4e4222c1-3919-417d-b959-e25708b7bfab {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:58.578828 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 4e4222c1-3919-417d-b959-e25708b7bfab not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:58.579028 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55926) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:58.585995 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:01:58.588910 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d2e04-462f-4aeb-8685-e56e1497d8a1 None None] Network fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:01:58.617805 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:01:58.618167 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 90555eb4-724c-48b9-b2aa-a68fcbbc9ec3 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:01:58.656341 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.710095 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Deleting port 622b667d-b512-4d15-ba28-676bce512b19 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:58.710439 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (622b667d-b512-4d15-ba28-676bce512b19), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.774164 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] DHCP port deletion for fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:01:58.780012 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] For port 622b667d-b512-4d15-ba28-676bce512b19, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=622b667d-b512-4d15-ba28-676bce512b19,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:58.780938 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (622b667d-b512-4d15-ba28-676bce512b19), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.794160 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Calling delete_port for 622b667d-b512-4d15-ba28-676bce512b19 owned by network:dhcp {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:58.824338 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] Deleting port 622b667d-b512-4d15-ba28-676bce512b19 {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:58.824709 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (622b667d-b512-4d15-ba28-676bce512b19), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.886847 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] For port 622b667d-b512-4d15-ba28-676bce512b19, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=622b667d-b512-4d15-ba28-676bce512b19,segment=NetworkSegment(f63dce4a-6cd0-4495-b718-3ceefda709a1),segment_id=f63dce4a-6cd0-4495-b718-3ceefda709a1)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:58.887291 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (622b667d-b512-4d15-ba28-676bce512b19), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.903731 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] Calling delete_port for 622b667d-b512-4d15-ba28-676bce512b19 owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:01:58.939308 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (622b667d-b512-4d15-ba28-676bce512b19), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:58.967651 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Pushing event deleted for resources: {'Port': ['ID=622b667d-b512-4d15-ba28-676bce512b19,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:58.969583 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] No DVR routers for this DVR port 622b667d-b512-4d15-ba28-676bce512b19 on host dv-cinder-815660-6-iscsi {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:59.045353 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.066744 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:59.076165 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63dce4a-6cd0-4495-b718-3ceefda709a1') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:59.076460 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63dce4a-6cd0-4495-b718-3ceefda709a1') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:59.085763 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (f63dce4a-6cd0-4495-b718-3ceefda709a1), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.098546 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (f63dce4a-6cd0-4495-b718-3ceefda709a1), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.105220 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:01:59.105609 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (f63dce4a-6cd0-4495-b718-3ceefda709a1), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:01:59.107296 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:01:59.110059 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (622b667d-b512-4d15-ba28-676bce512b19), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.133190 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] Pushing event deleted for resources: {'Port': ['ID=622b667d-b512-4d15-ba28-676bce512b19,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:59.136733 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0383c47d-1e98-42f3-bb7d-994b381e75c4 None None] No DVR routers for this DVR port 622b667d-b512-4d15-ba28-676bce512b19 on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:01:59.237794 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.243152 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.246562 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] 10.222.0.79 "DELETE /v2.0/networks/fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6 HTTP/1.1" status: 204 len: 168 time: 0.6664059 Apr 06 13:01:59.250129 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55928) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:59.258078 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f5e6e-7285-4929-807c-158b750d342b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7be2ef-1b95-4922-94b1-ff74f5e4c7c6,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:59.574645 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-782f9a13-dc8a-4339-aab5-12ec423f93b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.612280 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738851'] for router_interface (6937d0ad-1290-4df3-9823-1e06470b31d4), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.865114 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Deleting port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:01:59.865353 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.940852 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] For port 3b6a5cdb-d7ae-4c9d-b959-b1867768198b, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,segment=NetworkSegment(5c251087-218b-4a7f-9096-c627ca802c89),segment_id=5c251087-218b-4a7f-9096-c627ca802c89)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:59.941202 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:59.953804 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Calling delete_port for 3b6a5cdb-d7ae-4c9d-b959-b1867768198b owned by network:router_interface {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:00.237754 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (3b6a5cdb-d7ae-4c9d-b959-b1867768198b), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:00.267989 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6a5cdb-d7ae-4c9d-b959-b1867768198b,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:00.605599 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 622b667d-b512-4d15-ba28-676bce512b19 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:00.631677 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 622b667d-b512-4d15-ba28-676bce512b19 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:00.632027 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 622b667d-b512-4d15-ba28-676bce512b19 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:00.712152 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1546253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1740275'] for router_interface (6937d0ad-1290-4df3-9823-1e06470b31d4), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:00.917830 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:00.934865 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Router 6937d0ad-1290-4df3-9823-1e06470b31d4 has already been hosted by L3 agent 3e5a2fd4-f7be-4b4b-8707-7d1ef3346781 {{(pid=110384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:02:01.051486 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] Notify agent at l3_agent.dv-cinder-815660-6-iscsi the message routers_updated {{(pid=110384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:02:01.056551 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-f3d20ce0-d186-47a9-b26e-04db880d40d5 admin admin] 10.222.0.79 "PUT /v2.0/routers/6937d0ad-1290-4df3-9823-1e06470b31d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053885 Apr 06 13:02:01.059231 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55930) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:01.062415 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] Sync routers for ids ['6937d0ad-1290-4df3-9823-1e06470b31d4'] in dv-cinder-815660-6-iscsi {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:02:01.073206 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] Routers {'6937d0ad-1290-4df3-9823-1e06470b31d4'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:01.073702 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['6937d0ad-1290-4df3-9823-1e06470b31d4'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:01.167248 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks [] for router (6937d0ad-1290-4df3-9823-1e06470b31d4), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:01.180967 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] Set router 6937d0ad-1290-4df3-9823-1e06470b31d4 gateway port host: dv-cinder-815660-6-iscsi {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:01.273586 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks [] for router_gateway (6937d0ad-1290-4df3-9823-1e06470b31d4), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:01.358688 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'external_fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '2cdb563d-28a4-414a-a993-77a023161db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T13:02:00Z', 'revision_number': 5, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port': {'id': '2cdb563d-28a4-414a-a993-77a023161db2', 'name': '', 'network_id': '3accad4d-b9c7-4102-8d5f-d3ecfa325c40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:cf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815660-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ef2c07b-7529-49a8-926e-3f1f2fab88a8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815660-6-iscsi'}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:01.383667 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Deleting port 2cdb563d-28a4-414a-a993-77a023161db2 {{(pid=110384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:01.383975 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (2cdb563d-28a4-414a-a993-77a023161db2), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:01.384481 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] Checking router: 6937d0ad-1290-4df3-9823-1e06470b31d4 for host: dv-cinder-815660-6-iscsi {{(pid=110386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:02:01.393588 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] Routers {'6937d0ad-1290-4df3-9823-1e06470b31d4'} bound to L3 agent in host dv-cinder-815660-6-iscsi {{(pid=110386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:02:01.394211 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815660-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T12:36:29Z,description=,heartbeat_timestamp=2022-04-06T13:01:59Z,host='dv-cinder-815660-6-iscsi',id=3e5a2fd4-f7be-4b4b-8707-7d1ef3346781,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:36:30Z,topic='l3_agent')) {'router_ids': ['6937d0ad-1290-4df3-9823-1e06470b31d4'], 'active': True} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:01.463983 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.db [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] For port 2cdb563d-28a4-414a-a993-77a023161db2, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=2cdb563d-28a4-414a-a993-77a023161db2,segment=NetworkSegment(b044c115-376a-41d3-b1ae-aa5205c5ef02),segment_id=b044c115-376a-41d3-b1ae-aa5205c5ef02)] {{(pid=110384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:01.464253 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (2cdb563d-28a4-414a-a993-77a023161db2), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:01.482832 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.plugins.ml2.plugin [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Calling delete_port for 2cdb563d-28a4-414a-a993-77a023161db2 owned by network:router_gateway {{(pid=110384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:01.483094 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_dvr_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] Set router 6937d0ad-1290-4df3-9823-1e06470b31d4 gateway port host: None {{(pid=110386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:02:01.536839 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.l3_hamode_db [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T13:02:01Z', 'revision_number': 6, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port_host': None}], 'dv-cinder-815660-6-iscsi', False) {} {{(pid=110386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:01.562933 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a34820-5cbe-49a8-98f8-178cc1442e88 None None] The sync data for ids ['6937d0ad-1290-4df3-9823-1e06470b31d4'] in dv-cinder-815660-6-iscsi is: [{'id': '6937d0ad-1290-4df3-9823-1e06470b31d4', 'name': 'tempest-TestVolumeBootPattern-1962990797-router', 'tenant_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:48Z', 'updated_at': '2022-04-06T13:02:01Z', 'revision_number': 6, 'project_id': '8a3ddaa9d5c14470a046b788cb3eb709', 'gw_port_host': None}] {{(pid=110386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:02:01.750929 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9148863'] for port (2cdb563d-28a4-414a-a993-77a023161db2), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:01.778215 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdb563d-28a4-414a-a993-77a023161db2,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:01.836155 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1740085'] for router_gateway (6937d0ad-1290-4df3-9823-1e06470b31d4), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:01.926852 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1738118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3057'] for router (6937d0ad-1290-4df3-9823-1e06470b31d4), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:01.929101 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks [] for router_controller (6937d0ad-1290-4df3-9823-1e06470b31d4), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.077926 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1738127'] for router (6937d0ad-1290-4df3-9823-1e06470b31d4), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.078474 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6937d0ad-1290-4df3-9823-1e06470b31d4 {{(pid=110384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:02:02.082709 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.083915 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-2bbca0e5-6697-44aa-b82e-2f246fc4f3a6 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6937d0ad-1290-4df3-9823-1e06470b31d4 HTTP/1.1" status: 204 len: 168 time: 1.0237577 Apr 06 13:02:02.086424 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [-] (110384) accepted ('10.222.0.79', 55932) {{(pid=110384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:02.133323 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.db.db_base_plugin_v2 [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] Deleting subnet dfc44675-b562-4282-ba42-5232d6e80f09 {{(pid=110384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:02:02.136549 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] Publish callbacks [] for subnet (dfc44675-b562-4282-ba42-5232d6e80f09), before_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.170791 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3621254'] for subnet (dfc44675-b562-4282-ba42-5232d6e80f09), precommit_delete_associations {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.251177 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-267696596'] for subnet (dfc44675-b562-4282-ba42-5232d6e80f09), precommit_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.392317 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-267696603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9148808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9287021'] for subnet (dfc44675-b562-4282-ba42-5232d6e80f09), after_delete {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.419566 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc44675-b562-4282-ba42-5232d6e80f09,revision_number=None']} {{(pid=110384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:02.431320 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron_lib.callbacks.manager [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for subnet (None), before_response {{(pid=110384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.431320 dv-cinder-815660-6-iscsi neutron-server[110384]: INFO neutron.wsgi [None req-458d6d59-6188-4dd2-b727-f8b837c9d5c4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dfc44675-b562-4282-ba42-5232d6e80f09 HTTP/1.1" status: 204 len: 168 time: 0.3382652 Apr 06 13:02:02.431996 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413310d7-3f33-4bf5-acca-3043b7c1dabd None None] Network 3a2f9569-5977-4781-ae94-3dbd7746409d requested from dv-cinder-815660-6-iscsi {{(pid=110385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:02:02.432452 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55934) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:02.522696 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-267786899'] for network (3a2f9569-5977-4781-ae94-3dbd7746409d), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.604505 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2cdb563d-28a4-414a-a993-77a023161db2 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:02.604825 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Deleting port c51d94a5-7fee-4a07-8727-0886eb05ce09 {{(pid=110383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:02.605071 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.637903 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 2cdb563d-28a4-414a-a993-77a023161db2 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:02.637903 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 2cdb563d-28a4-414a-a993-77a023161db2 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:02.637903 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 3b6a5cdb-d7ae-4c9d-b959-b1867768198b no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:02.659327 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: 3b6a5cdb-d7ae-4c9d-b959-b1867768198b {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:02.659775 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device 3b6a5cdb-d7ae-4c9d-b959-b1867768198b not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:02.662473 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] DHCP port deletion for 3a2f9569-5977-4781-ae94-3dbd7746409d request from dv-cinder-815660-6-iscsi {{(pid=110385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:02:02.681368 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.db [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] For port c51d94a5-7fee-4a07-8727-0886eb05ce09, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=c51d94a5-7fee-4a07-8727-0886eb05ce09,segment=NetworkSegment(5c251087-218b-4a7f-9096-c627ca802c89),segment_id=5c251087-218b-4a7f-9096-c627ca802c89)] {{(pid=110383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:02.681738 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.695517 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.plugin [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Calling delete_port for c51d94a5-7fee-4a07-8727-0886eb05ce09 owned by network:dhcp {{(pid=110383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:02.711068 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] Deleting port c51d94a5-7fee-4a07-8727-0886eb05ce09 {{(pid=110385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:02:02.711494 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774483260977'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), before_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.776988 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.db [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] For port c51d94a5-7fee-4a07-8727-0886eb05ce09, host dv-cinder-815660-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815660-6-iscsi',level=0,port_id=c51d94a5-7fee-4a07-8727-0886eb05ce09,segment=NetworkSegment(5c251087-218b-4a7f-9096-c627ca802c89),segment_id=5c251087-218b-4a7f-9096-c627ca802c89)] {{(pid=110385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:02:02.777390 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762066'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), precommit_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.790527 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] Calling delete_port for c51d94a5-7fee-4a07-8727-0886eb05ce09 owned by network:dhcp {{(pid=110385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:02:02.847398 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3268096'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.870415 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-267752202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255887', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774483268356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774482890222'] for port (c51d94a5-7fee-4a07-8727-0886eb05ce09), after_delete {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.874803 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Pushing event deleted for resources: {'Port': ['ID=c51d94a5-7fee-4a07-8727-0886eb05ce09,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:02.876723 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] No DVR routers for this DVR port c51d94a5-7fee-4a07-8727-0886eb05ce09 on host dv-cinder-815660-6-iscsi {{(pid=110383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:02:02.899187 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] Pushing event deleted for resources: {'Port': ['ID=c51d94a5-7fee-4a07-8727-0886eb05ce09,revision_number=None']} {{(pid=110385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:02.902838 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f84e7e-81d6-40ce-9f33-b96037a8c617 None None] No DVR routers for this DVR port c51d94a5-7fee-4a07-8727-0886eb05ce09 on host dv-cinder-815660-6-iscsi {{(pid=110385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:02:02.946234 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.950955 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-267695151', 'neutron.services.segments.db._delete_segments_for_network-8774483336825'] for network (3a2f9569-5977-4781-ae94-3dbd7746409d), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:02.972040 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2f9569-5977-4781-ae94-3dbd7746409d']}} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:02.981350 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c251087-218b-4a7f-9096-c627ca802c89') {'for_net_delete': True} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:02.981654 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.services.segments.db [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c251087-218b-4a7f-9096-c627ca802c89') {} {{(pid=110383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:02:02.990969 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774483338114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9019151'] for segment (5c251087-218b-4a7f-9096-c627ca802c89), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.004223 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335'] for segment (5c251087-218b-4a7f-9096-c627ca802c89), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.010502 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=110383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:02:03.010889 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-267788335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3268189'] for segment (5c251087-218b-4a7f-9096-c627ca802c89), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: Traceback (most recent call last): Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: timer() Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: cb(*args, **kw) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: return func(*args, **kwargs) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: self._notify() Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: self.callback(batched_events) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: event.method(event) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: return f(self, *a, **k) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._get(url).json() Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: return self.request(url, 'GET', **kwargs) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:02:03.012551 dv-cinder-815660-6-iscsi neutron-server[110383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:02:03.127391 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-267695190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1546246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740113'] for network (3a2f9569-5977-4781-ae94-3dbd7746409d), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.132672 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1545452'] for network (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.135760 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] 10.222.0.79 "DELETE /v2.0/networks/3a2f9569-5977-4781-ae94-3dbd7746409d HTTP/1.1" status: 204 len: 168 time: 0.7064974 Apr 06 13:02:03.147614 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d0572-f48b-42bd-b137-96ab6a4aa04e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2f9569-5977-4781-ae94-3dbd7746409d,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:03.474493 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55938) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:03.519491 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-0e62038a-1890-4413-9d76-78d14aa9c347 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0882948559d74a3fa9025ba2e450e7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431297 Apr 06 13:02:03.521954 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55940) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:03.570167 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1c33efd3-e329-4fca-a894-ec5fb5e390ac admin admin] Publish callbacks [] for security_group (98f1e4c2-7aa6-476c-b203-815edc880578), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.592055 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1c33efd3-e329-4fca-a894-ec5fb5e390ac admin admin] Publish callbacks [] for security_group (98f1e4c2-7aa6-476c-b203-815edc880578), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.715931 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1c33efd3-e329-4fca-a894-ec5fb5e390ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (98f1e4c2-7aa6-476c-b203-815edc880578), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.719305 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-1c33efd3-e329-4fca-a894-ec5fb5e390ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:03.720497 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-1c33efd3-e329-4fca-a894-ec5fb5e390ac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98f1e4c2-7aa6-476c-b203-815edc880578 HTTP/1.1" status: 204 len: 168 time: 0.1976595 Apr 06 13:02:03.728922 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33efd3-e329-4fca-a894-ec5fb5e390ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f1e4c2-7aa6-476c-b203-815edc880578,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:03.881456 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.492888 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55946) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:04.544251 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-c8bbb4fd-8170-4db9-b846-fbc3f8084853 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a3ddaa9d5c14470a046b788cb3eb709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477052 Apr 06 13:02:04.544707 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.wsgi [-] (110383) accepted ('10.222.0.79', 55948) {{(pid=110383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:02:04.554000 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c51d94a5-7fee-4a07-8727-0886eb05ce09 no longer exists at agent ovs-agent-dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:02:04.580413 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.plugin [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] No Port match for: c51d94a5-7fee-4a07-8727-0886eb05ce09 {{(pid=110385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:02:04.580791 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron.plugins.ml2.rpc [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Device c51d94a5-7fee-4a07-8727-0886eb05ce09 not bound to the agent host dv-cinder-815660-6-iscsi {{(pid=110385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:02:04.604720 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9af907e5-4e4d-49a1-81fd-477612beb6c4 admin admin] Publish callbacks [] for security_group (559b355b-a6ba-4422-9a56-1dd5282baf5d), before_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.626279 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9af907e5-4e4d-49a1-81fd-477612beb6c4 admin admin] Publish callbacks [] for security_group (559b355b-a6ba-4422-9a56-1dd5282baf5d), precommit_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.745763 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9af907e5-4e4d-49a1-81fd-477612beb6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628008'] for security_group (559b355b-a6ba-4422-9a56-1dd5282baf5d), after_delete {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.748361 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron_lib.callbacks.manager [None req-9af907e5-4e4d-49a1-81fd-477612beb6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.749752 dv-cinder-815660-6-iscsi neutron-server[110383]: INFO neutron.wsgi [None req-9af907e5-4e4d-49a1-81fd-477612beb6c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/559b355b-a6ba-4422-9a56-1dd5282baf5d HTTP/1.1" status: 204 len: 168 time: 0.2037859 Apr 06 13:02:04.757561 dv-cinder-815660-6-iscsi neutron-server[110383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af907e5-4e4d-49a1-81fd-477612beb6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559b355b-a6ba-4422-9a56-1dd5282baf5d,revision_number=None']} {{(pid=110383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:02:05.403505 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:16.933125 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:02:27.214376 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-327d67a7-11b4-44ac-9f2f-f6752480fca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:29.601233 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-53a52728-9661-45dc-a39e-b27cbf59d724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:30.911545 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:32.932334 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:33.877184 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:34.184975 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-21d0cec5-5564-46ed-81a4-5266a8814a82 req-0ebc73f2-eb18-4e66-80d6-d85e6841b8ab service neutron] (110384) timed out ('10.222.0.83', 58178) {{(pid=110384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:02:35.425364 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:53.933277 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:02:57.207455 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-3f3ddf0b-6ae7-4fc2-9550-e749bc6854f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:59.607599 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-dd98177d-4971-4f85-81c2-c24f551c7965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:01.002229 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:02.937980 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.869417 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:05.436360 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:27.230351 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-b747c070-d654-4a71-b17f-1b3804aa2c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:29.583235 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-f734c6aa-8885-4bcd-9663-65d3eafc432e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.931727 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:30.932424 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:03:32.944167 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:33.869641 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:35.429422 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:57.228984 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c2f3ca5b-62ba-42c7-9667-b3acf9157844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:59.543777 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-e634b096-2c24-4907-bd5c-b62b09fc1fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:01.011926 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:02.960677 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:03.863298 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:05.433361 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:07.932136 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:04:27.239994 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-ade17a0d-67bf-4ce1-96f8-59f43d43fbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:29.553863 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0750e40a-e022-4b6b-b342-8de42284eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:30.925771 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:32.959968 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:33.915030 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:35.455375 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.931125 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:04:57.216144 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-baa2cb73-db9a-43b2-80a9-cc418bcd8da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:59.541781 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-57a34035-0c50-477a-bf21-b87de031a5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:00.925293 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:02.940604 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:03.873166 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:05.490316 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:21.929195 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:05:27.215801 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-1d0113dc-9b2b-4d63-82c0-54203f745793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:29.552502 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-d111e071-7724-466e-970a-caafce9dd1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:30.941357 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:32.940812 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:33.874333 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:35.455585 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:57.197487 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0d606316-91d5-4d40-b5b7-6828282a9ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:58.928383 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:05:59.530368 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-885b8e30-9ac1-40be-b123-ed005b82551c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:00.952964 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:02.940122 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:03.887789 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:05.506093 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:27.208411 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-af5f58cf-47ce-424f-9fd8-1f8fa391758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:29.551116 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-c7363aa5-4eb9-4aa8-9f86-3918a5912337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:30.939669 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:32.955185 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:33.882430 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:35.516754 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:35.926858 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:06:57.207405 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-a7099bcb-08b6-48c0-864b-3ba3fa806871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:59.653120 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-cdd39aa2-c1ad-406a-8c38-b6d191811b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:59.868515 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-29e59ee4-2488-44a7-929a-e87c0d75986b service neutron] (110384) timed out ('10.222.0.79', 51780) {{(pid=110384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:07:00.044867 dv-cinder-815660-6-iscsi neutron-server[110384]: DEBUG neutron.wsgi [req-21544f65-9ecf-43d9-bd14-579395363be0 req-6338a4d3-ebb1-4282-ba37-6084ecb2c331 tempest-AttachVolumeShelveTestJSON-1297741882 tempest-AttachVolumeShelveTestJSON-1297741882-project] (110384) timed out ('10.222.0.79', 51790) {{(pid=110384) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:07:00.927673 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-189d0bb0-3757-4f60-8858-1a74f38ac769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (8f45c391-e96e-4bcf-a996-dfde01c5d257), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:02.950291 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-4b4fb3d5-ef7a-4078-ac54-66bf3f3b52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (68d1bfac-b356-4738-b7ce-9d9d84edb84c), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:03.881603 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-41c2e1ac-595e-4d1b-b7a3-4dc6df585d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (76fca7bc-75a1-49ae-984f-ba07ab4af787), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:05.550132 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-018817a6-d48f-4ce5-8b3d-f2c75a72c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (e58a2ad8-225f-4965-8d77-4e89e7282bf1), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:12.926558 dv-cinder-815660-6-iscsi neutron-server[110386]: DEBUG neutron.db.agents_db [None req-67f35aac-5ce6-4cd3-8691-847368a792a2 None None] Agent healthcheck: found 6 active agents {{(pid=110386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:07:27.217909 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4cd0-d94e-4f7b-a0c6-f2b80ed48183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (62c834e9-9414-4366-a8ba-7398de1e8f2a), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:29.559498 dv-cinder-815660-6-iscsi neutron-server[110385]: DEBUG neutron_lib.callbacks.manager [None req-0aab46e9-3564-4830-bb49-c13eb13c5d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774483336807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-267685358'] for agent (3e5a2fd4-f7be-4b4b-8707-7d1ef3346781), after_update {{(pid=110385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}